-- Logs begin at Thu 2022-04-14 21:17:29 UTC, end at Thu 2022-04-14 22:23:12 UTC. -- Apr 14 21:51:06.676033 dv-cinder-838009-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 14 21:51:09.661328 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.common.config [-] Logging enabled! Apr 14 21:51:09.661953 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev118 Apr 14 21:51:09.662129 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103312) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 21:51:09.665526 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.common.config [-] Logging enabled! Apr 14 21:51:09.665789 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev118 Apr 14 21:51:09.666104 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103312) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 21:51:09.667046 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 14 21:51:09.667359 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 14 21:51:09.667735 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 14 21:51:09.667985 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 14 21:51:09.668216 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 14 21:51:09.668674 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.669107 dv-cinder-838009-1-iscsi neutron-server[103312]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 14 21:51:09.669425 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.669724 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.670021 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.670322 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.670617 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.670902 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.671194 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.671496 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.671786 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.672068 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.672379 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.672677 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.672962 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.673253 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.673544 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.673833 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] debug = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.674117 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.674558 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.674992 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.675275 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.675568 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.675856 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.676127 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.676429 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.676718 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.677049 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] host = dv-cinder-838009-1-iscsi {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.677329 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.677619 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.677907 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.678193 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.678472 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.678751 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.679038 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.679315 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.679591 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] log_file = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.679869 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.680157 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.680480 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.680775 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.681003 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.681229 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.681523 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.681812 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.682089 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.682364 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.682641 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.683503 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.683785 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.684054 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.684364 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.684654 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.684944 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.685224 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.685499 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.685773 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.686049 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.686335 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.686610 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.686885 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.687158 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.687446 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.687715 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.687988 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.688297 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.688608 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.688892 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.689179 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.689454 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.689740 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.690014 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.690289 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.690563 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] use_json = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.690837 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.691108 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.691392 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.691665 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.691939 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.692214 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.692518 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.692805 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.693080 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:09.693380 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.693681 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.693987 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.694287 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.694580 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.694863 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.695155 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.695437 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.695727 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.696021 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.696330 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.696618 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.696924 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.697219 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.697520 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.697831 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.698136 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.698490 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.698771 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.699052 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.699330 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.699614 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.699906 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.700191 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.700511 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.700807 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.701089 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.701390 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.701679 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.701978 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.702272 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.702551 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.702835 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.703131 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.703413 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.703690 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.703971 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.704264 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.704571 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.705213 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.705506 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.705791 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.706067 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.706342 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.706624 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.706919 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.707197 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.707551 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.707833 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.708113 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.708416 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.708709 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.708993 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.709270 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.709545 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.709830 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.710110 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.710389 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.710673 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.710948 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.711231 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.711507 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.711782 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.712057 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.712352 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.712634 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.712909 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.713184 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.713463 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.713738 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.714534 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.714807 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.715114 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.715444 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.715740 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.716044 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.716337 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.716634 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.716918 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.717201 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.717484 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.717768 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.718053 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.718339 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.718616 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.718912 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.719201 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.719497 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.719804 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.720088 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.720410 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.720695 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.720977 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.721265 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.721545 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.721826 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.722113 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.722398 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.722695 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.722994 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.723292 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.723591 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.723887 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.724170 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.724508 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.724794 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:09.725013 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 14 21:51:09.725254 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103312) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 14 21:51:10.107593 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 14 21:51:10.107879 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 14 21:51:10.108181 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 14 21:51:10.108546 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 14 21:51:10.439447 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:10.439653 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:10.439927 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:10.442918 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:10.443204 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:10.443477 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:10.497321 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:10.497601 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:10.497867 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:10.512614 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:10.512898 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:10.513273 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:10.544983 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:10.545268 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:10.545535 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:10.582548 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:10.582835 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:10.583106 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:10.927143 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:10.927794 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:10.927794 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:10.927957 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:10.928668 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.030583 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.030904 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.031192 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.031469 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.031743 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.032055 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.032342 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.032598 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.032857 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.033142 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.033406 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.033672 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.033930 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.034184 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.034445 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.034716 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.034981 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.035254 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.035528 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.035793 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.036068 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.036338 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.036637 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.037017 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.037272 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.037525 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.037932 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103312) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:51:11.038179 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103312) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:51:11.038423 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103312) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:51:11.038667 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103312) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:51:11.038909 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103312) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:51:11.039148 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103312) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:51:11.039520 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 14 21:51:11.042731 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 14 21:51:11.046684 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 14 21:51:11.050555 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Apr 14 21:51:11.052183 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 14 21:51:11.052683 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 14 21:51:11.053026 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 14 21:51:11.053418 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 14 21:51:11.056424 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 14 21:51:11.056678 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 14 21:51:11.057030 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 21:51:11.062454 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 14 21:51:11.086312 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 14 21:51:11.086711 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.087014 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103312) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 14 21:51:11.087384 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.088798 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103312) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 14 21:51:11.089607 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 21:51:11.089860 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 14 21:51:11.093183 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.093469 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.155821 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 14 21:51:11.156059 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 14 21:51:11.156292 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 14 21:51:11.156686 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 14 21:51:11.176963 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_db.sqlalchemy.engines [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103312) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 14 21:51:11.628152 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.managers [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Initializing driver for type 'gre' Apr 14 21:51:11.628708 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] gre ID ranges: [(1, 1000)] Apr 14 21:51:11.681808 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.managers [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Initializing driver for type 'local' Apr 14 21:51:11.682241 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.managers [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Initializing driver for type 'vlan' Apr 14 21:51:11.696543 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] VlanTypeDriver initialization complete Apr 14 21:51:11.696908 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.managers [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Initializing driver for type 'vxlan' Apr 14 21:51:11.697407 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] vxlan ID ranges: [(1, 1000)] Apr 14 21:51:11.751439 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.managers [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Initializing extension driver 'port_security' Apr 14 21:51:11.751852 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.extensions.port_security [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] PortSecurityExtensionDriver initialization complete Apr 14 21:51:11.752244 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.managers [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Initializing mechanism driver 'openvswitch' Apr 14 21:51:11.752598 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.managers [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Initializing mechanism driver 'hyperv' Apr 14 21:51:11.759152 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:51:11.760013 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > port after_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.760418 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > port after_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.760778 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > port after_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.761348 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103312) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:51:11.761795 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > subnet after_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.762156 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > subnet after_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.762508 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.762914 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103312) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:51:11.763325 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > network after_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.763679 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > network after_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.764026 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > network after_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.764456 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103312) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:51:11.764870 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > security_group after_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.765222 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > security_group after_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.765569 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.765967 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103312) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:51:11.766377 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.766730 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.767075 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.767474 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103312) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:51:11.767881 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > address_group after_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.768231 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > address_group after_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.768598 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.768998 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103312) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:51:11.769448 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] ML2 OVO RPC backend initialized. {{(pid=103312) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 14 21:51:11.770164 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.770526 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.770945 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > network before_response 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.771297 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > networks before_response 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.771648 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > port before_response 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.771993 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > ports before_response 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.772367 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > subnet before_response 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.772713 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > subnets before_response 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.773062 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > network after_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.773406 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > network after_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.773744 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > network after_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.774082 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > port after_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.774419 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > port after_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.774756 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > port after_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.775093 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > subnet after_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.775431 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > subnet after_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.775768 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.783666 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.quota [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded quota_driver: . Apr 14 21:51:11.784035 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.plugin [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Modular L2 Plugin initialization complete Apr 14 21:51:11.784417 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading services supported by the core plugin {{(pid=103312) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 14 21:51:11.784770 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.plugins.ml2.managers [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Got port-security extension from driver 'port_security' Apr 14 21:51:11.785262 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.extensions.vlantransparent [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Disabled vlantransparent extension. Apr 14 21:51:11.785759 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103312) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 14 21:51:11.786090 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading Plugin: router Apr 14 21:51:11.822640 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.823046 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > router after_create 55549900 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.823516 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > router before_create 55549900 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.823961 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.824377 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.824729 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > router after_delete 55549900 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.825100 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.825457 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.825821 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > router after_create 55549900 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.826292 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > router after_update 55549900 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.826649 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > router after_update 55549900 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.827006 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.827653 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > router after_update 55549900 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.828076 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > router precommit_update 55549900 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.828574 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: port after_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.828923 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: port after_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.829264 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: subnet after_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.829612 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.830219 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.830570 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > router precommit_create 55549900 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.830923 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: port before_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.831274 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > router precommit_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.831630 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > router after_update 55549900 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.831975 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.832349 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > router precommit_create 55549900 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.832717 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.833065 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > router precommit_update 55549900 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.833432 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > agent after_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.833783 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > agent after_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.834128 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > network after_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.835009 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.quota.resource_registry [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Tracking information for resource: router configured {{(pid=103312) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:51:11.835346 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.quota.resource_registry [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Tracking information for resource: floatingip configured {{(pid=103312) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:51:11.840820 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.db.l3_agentschedulers_db [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 14 21:51:11.841399 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: port after_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.841764 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: port after_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.842124 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: port after_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.842477 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: port after_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.843272 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > router before_create 55550100 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.843643 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.844014 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > router precommit_create 55550100 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.844411 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > router precommit_update 55550100 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.849657 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.services.provider_configuration [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Service providers = [] {{(pid=103312) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 14 21:51:11.850031 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.db.servicetype_db [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103312) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 14 21:51:11.853094 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.services.service_base [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103312) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 21:51:11.853445 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.services.service_base [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103312) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 21:51:11.853790 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.services.service_base [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103312) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 21:51:11.855291 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.services.service_base [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103312) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 21:51:11.855669 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.services.service_base [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 14 21:51:11.856066 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103312) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:51:11.856419 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 14 21:51:11.867306 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103312) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:51:11.867646 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading Plugin: auto_allocate Apr 14 21:51:11.873472 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: network precommit_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.873852 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: network precommit_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.874381 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103312) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:51:11.874708 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading Plugin: tag Apr 14 21:51:11.882873 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103312) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:51:11.883156 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading Plugin: timestamp Apr 14 21:51:11.887041 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103312) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:51:11.887374 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading Plugin: network_ip_availability Apr 14 21:51:11.892906 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.893283 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.893639 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:11.894359 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103312) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:51:11.894682 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading Plugin: flavors Apr 14 21:51:11.899600 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103312) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:51:11.900010 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading Plugin: revisions Apr 14 21:51:11.904820 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103312) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:51:11.905217 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_concurrency.lockutils [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.797s {{(pid=103312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 14 21:51:11.905957 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103312) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 14 21:51:11.906296 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Initializing extension manager. Apr 14 21:51:11.906821 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: __init__.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.907168 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: __pycache__ {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.907508 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: address_group.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.908277 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.908872 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: address-group Apr 14 21:51:11.909201 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: address_scope.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.909925 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.910434 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: address-scope Apr 14 21:51:11.910760 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.911701 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.912212 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: router-admin-state-down-before-update Apr 14 21:51:11.912565 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: agent.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.913279 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.913787 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: agent Apr 14 21:51:11.914115 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: agent_resources_synced.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.915037 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.915553 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: agent-resources-synced Apr 14 21:51:11.915879 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: allowedaddresspairs.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.918442 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.918971 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: allowed-address-pairs Apr 14 21:51:11.919307 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: auto_allocated_topology.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.920426 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.920941 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: auto-allocated-topology Apr 14 21:51:11.921270 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: availability_zone.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.921977 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.922479 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: availability_zone Apr 14 21:51:11.922805 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: availability_zone_filter.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.923724 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.924229 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: availability_zone_filter Apr 14 21:51:11.924579 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: data_plane_status.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.925496 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.926003 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension data-plane-status not supported by any of loaded plugins Apr 14 21:51:11.926328 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: default_subnetpools.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.927363 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.927878 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: default-subnetpools Apr 14 21:51:11.928186 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.929036 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.929543 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: dhcp_agent_scheduler Apr 14 21:51:11.929866 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: dns.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.930794 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.931294 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension dns-integration not supported by any of loaded plugins Apr 14 21:51:11.931621 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: dns_domain_ports.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.932620 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.933966 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 14 21:51:11.934298 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.935236 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.935743 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 14 21:51:11.936067 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: dvr.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.936778 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.937286 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: dvr Apr 14 21:51:11.937609 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: ecmp_routes.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.938532 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.939032 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 14 21:51:11.939357 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: empty_string_filtering.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.940278 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.940810 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: empty-string-filtering Apr 14 21:51:11.941140 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.942056 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.942555 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 14 21:51:11.942876 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.943796 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.944294 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 14 21:51:11.944643 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: external_net.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.945563 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.946060 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: external-net Apr 14 21:51:11.946381 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.947298 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.947805 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: extra_dhcp_opt Apr 14 21:51:11.948130 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: extraroute.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.949811 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.950316 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: extraroute Apr 14 21:51:11.950643 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: extraroute_atomic.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.951855 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.952393 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: extraroute-atomic Apr 14 21:51:11.952722 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: filter_validation.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.953399 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.953909 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: filter-validation Apr 14 21:51:11.954235 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: fip_pf_description.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.955441 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.955940 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 14 21:51:11.956265 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: fip_pf_port_range.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.957217 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.957716 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 14 21:51:11.958037 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: fip_port_details.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.958966 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.959468 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: fip-port-details Apr 14 21:51:11.959792 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: flavors.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.961076 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.961593 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: flavors Apr 14 21:51:11.961921 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.963600 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.964286 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 14 21:51:11.964667 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: floatingip_pools.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.965398 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.965911 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: floatingip-pools Apr 14 21:51:11.966389 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: ip_allocation.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.967335 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.967841 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension ip_allocation not supported by any of loaded plugins Apr 14 21:51:11.968167 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.969128 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.969639 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: ip-substring-filtering Apr 14 21:51:11.969967 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: l2_adjacency.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.970910 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.971421 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 14 21:51:11.971743 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: l3.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.972768 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.973288 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: router Apr 14 21:51:11.973619 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.975862 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.976426 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 14 21:51:11.976760 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.977700 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.978216 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: ext-gw-mode Apr 14 21:51:11.978545 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.979475 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.980031 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: l3-ha Apr 14 21:51:11.980383 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.981319 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.981821 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 14 21:51:11.982145 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: l3_flavors.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.983069 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.983578 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: l3-flavors Apr 14 21:51:11.983901 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.985308 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.985823 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 14 21:51:11.986153 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.987079 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.987587 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 14 21:51:11.987913 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: l3agentscheduler.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.989015 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.989535 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: l3_agent_scheduler Apr 14 21:51:11.989869 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: local_ip.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.991786 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.992300 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension local_ip not supported by any of loaded plugins Apr 14 21:51:11.992661 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: logging.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.994145 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.994670 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension logging not supported by any of loaded plugins Apr 14 21:51:11.995006 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: metering.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.996345 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.996917 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: metering Apr 14 21:51:11.997247 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:11.998358 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:11.998875 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: metering_source_and_destination_fields Apr 14 21:51:11.999202 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: multiprovidernet.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.000147 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.000683 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: multi-provider Apr 14 21:51:12.001009 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: netmtu.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.001938 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.002439 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: net-mtu Apr 14 21:51:12.002764 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: netmtu_writable.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.003690 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.004191 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: net-mtu-writable Apr 14 21:51:12.004546 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: network_availability_zone.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.005226 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.005725 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: network_availability_zone Apr 14 21:51:12.006049 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: network_ip_availability.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.007158 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.007665 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: network-ip-availability Apr 14 21:51:12.007993 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: network_segment_range.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.008801 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.009309 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension network-segment-range not supported by any of loaded plugins Apr 14 21:51:12.009636 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: pagination.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.010620 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.011561 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: pagination Apr 14 21:51:12.011883 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: port_device_profile.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.012830 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.013340 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: port-device-profile Apr 14 21:51:12.013664 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.014591 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.015095 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: port-mac-address-regenerate Apr 14 21:51:12.015419 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.016372 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.016885 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: port-numa-affinity-policy Apr 14 21:51:12.017208 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: port_resource_request.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.018137 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.018636 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension port-resource-request not supported by any of loaded plugins Apr 14 21:51:12.018959 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: port_resource_request_groups.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.019928 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.020463 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 14 21:51:12.020791 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: portbindings.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.021728 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.022229 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: binding Apr 14 21:51:12.022556 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: portbindings_extended.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.023820 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.024353 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: binding-extended Apr 14 21:51:12.024688 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: portsecurity.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.025613 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.026121 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: port-security Apr 14 21:51:12.026466 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: project_id.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.027773 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.028180 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: project-id Apr 14 21:51:12.028543 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: providernet.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.029486 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.029996 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: provider Apr 14 21:51:12.030324 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: qos.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.033957 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.034481 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension qos not supported by any of loaded plugins Apr 14 21:51:12.034816 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.036183 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.036728 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 14 21:51:12.037061 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.037989 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.038494 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 14 21:51:12.038820 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: qos_default.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.039739 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.040246 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension qos-default not supported by any of loaded plugins Apr 14 21:51:12.040598 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: qos_fip.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.041533 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.042039 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension qos-fip not supported by any of loaded plugins Apr 14 21:51:12.042408 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.043475 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.043982 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 14 21:51:12.044307 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: qos_gateway_ip.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.045272 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.045778 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 14 21:51:12.046099 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: qos_port_network_policy.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.047020 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.047525 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 14 21:51:12.047850 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.048930 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.049443 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 14 21:51:12.049769 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.050826 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.051334 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 14 21:51:12.051666 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: qos_pps_rule.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.052868 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.053384 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension qos-pps not supported by any of loaded plugins Apr 14 21:51:12.053710 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: qos_rule_type_details.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.054631 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.055137 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 14 21:51:12.055462 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.056414 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.056932 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 14 21:51:12.057258 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: qos_rules_alias.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.058944 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.059456 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 14 21:51:12.059782 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: quota_check_limit.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.060738 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.061247 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: quota-check-limit Apr 14 21:51:12.061576 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: quotasv2.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.062532 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.062864 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: quotas Apr 14 21:51:12.063190 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: quotasv2_detail.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.064975 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.065319 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: quota_details Apr 14 21:51:12.065648 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: rbac.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.066713 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.067241 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: rbac-policies Apr 14 21:51:12.067572 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: rbac_address_group.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.068535 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.069049 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: rbac-address-group Apr 14 21:51:12.069377 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: rbac_address_scope.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.070306 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.070817 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: rbac-address-scope Apr 14 21:51:12.071144 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: rbac_security_groups.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.072146 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.072695 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: rbac-security-groups Apr 14 21:51:12.073023 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: rbac_subnetpool.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.074512 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.075019 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: rbac-subnetpool Apr 14 21:51:12.075345 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: revisionifmatch.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.076278 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.076813 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: revision-if-match Apr 14 21:51:12.077138 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: revisions.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.078304 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.078814 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: standard-attr-revisions Apr 14 21:51:12.079143 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: router_availability_zone.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.080095 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.080776 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: router_availability_zone Apr 14 21:51:12.081103 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: routerservicetype.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.082043 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.082550 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension router-service-type not supported by any of loaded plugins Apr 14 21:51:12.082875 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.083812 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.084342 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: security-groups-normalized-cidr Apr 14 21:51:12.084661 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.085662 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.086251 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: port-security-groups-filtering Apr 14 21:51:12.086616 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.087618 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.088140 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: security-groups-remote-address-group Apr 14 21:51:12.088498 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.089482 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.089997 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: security-groups-shared-filtering Apr 14 21:51:12.090326 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.090941 dv-cinder-838009-1-iscsi neutron-server[103312]: WARNING neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 14 21:51:12.091267 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: securitygroup.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.104118 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.104952 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: security-group Apr 14 21:51:12.105468 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: segment.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.106479 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.107163 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension segment not supported by any of loaded plugins Apr 14 21:51:12.107601 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.108954 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.109628 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 14 21:51:12.110084 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: servicetype.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.111589 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.112296 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: service-type Apr 14 21:51:12.112772 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: sorting.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.114030 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.114366 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: sorting Apr 14 21:51:12.114700 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: standard_attr_segment.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.115649 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.116163 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 14 21:51:12.116521 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: standardattrdescription.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.117188 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.117695 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: standard-attr-description Apr 14 21:51:12.118024 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: stateful_security_group.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.118977 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.119486 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: stateful-security-group Apr 14 21:51:12.119812 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: stdattrs_common.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.121097 dv-cinder-838009-1-iscsi neutron-server[103312]: WARNING neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 14 21:51:12.121461 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.122412 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.122931 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 14 21:51:12.123260 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: subnet_onboard.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.124370 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.124893 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: subnet_onboard Apr 14 21:51:12.125222 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.126163 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.126669 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 14 21:51:12.126995 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: subnet_service_types.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.127931 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.128480 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: subnet-service-types Apr 14 21:51:12.128808 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: subnetallocation.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.130003 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.130517 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: subnet_allocation Apr 14 21:51:12.130845 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.131524 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.132030 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: subnetpool-prefix-ops Apr 14 21:51:12.132387 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.133389 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.133833 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 14 21:51:12.134158 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: tagging.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.135262 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.135779 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: standard-attr-tag Apr 14 21:51:12.136789 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: timestamp.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.138019 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.138527 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loaded extension: standard-attr-timestamp Apr 14 21:51:12.138855 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: trunk.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.139896 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.140452 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension trunk not supported by any of loaded plugins Apr 14 21:51:12.140785 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: trunk_details.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.141721 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.142235 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension trunk-details not supported by any of loaded plugins Apr 14 21:51:12.142568 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: uplink_status_propagation.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.143492 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.143998 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 14 21:51:12.144356 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Loading extension file: vlantransparent.py {{(pid=103312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:51:12.145028 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:51:12.145537 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 14 21:51:12.148076 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.quota.resource_registry [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Creating instance of TrackedResource for resource:network Apr 14 21:51:12.148628 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.quota.resource_registry [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Creating instance of TrackedResource for resource:subnet Apr 14 21:51:12.149032 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.quota.resource_registry [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 21:51:12.149428 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.quota.resource_registry [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Creating instance of TrackedResource for resource:port Apr 14 21:51:12.150653 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.v2.resource_helper [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103312) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:51:12.151111 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.v2.resource_helper [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Service FLAVORS assigned prefix: {{(pid=103312) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:51:12.152277 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.v2.resource_helper [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103312) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:51:12.152736 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.v2.resource_helper [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103312) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:51:12.153070 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.quota.resource_registry [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Creating instance of TrackedResource for resource:router Apr 14 21:51:12.153508 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.quota.resource_registry [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Creating instance of TrackedResource for resource:floatingip Apr 14 21:51:12.154003 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.v2.resource_helper [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Service METERING assigned prefix: /metering {{(pid=103312) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:51:12.155478 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:12.155860 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:12.156217 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:51:12.157256 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.quota.resource_registry [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 21:51:12.157714 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.quota.resource_registry [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Creating instance of TrackedResource for resource:security_group Apr 14 21:51:12.158163 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.quota.resource_registry [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 21:51:12.158767 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.v2.resource_helper [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Service CORE assigned prefix: {{(pid=103312) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:51:12.159107 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.quota.resource_registry [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 21:51:12.159459 dv-cinder-838009-1-iscsi neutron-server[103312]: WARNING neutron.quota.resource_registry [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] subnetpool is already registered Apr 14 21:51:12.159887 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.v2.resource_helper [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Service CORE assigned prefix: {{(pid=103312) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:51:12.160217 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.quota.resource_registry [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 21:51:12.160590 dv-cinder-838009-1-iscsi neutron-server[103312]: WARNING neutron.quota.resource_registry [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] subnetpool is already registered Apr 14 21:51:12.162855 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.v2.resource_helper [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103312) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:51:12.163295 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.v2.resource_helper [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Service FLAVORS assigned prefix: {{(pid=103312) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:51:12.163888 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.v2.resource_helper [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103312) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:51:12.164328 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.v2.resource_helper [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103312) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:51:12.164674 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.quota.resource_registry [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Creating instance of TrackedResource for resource:router Apr 14 21:51:12.165015 dv-cinder-838009-1-iscsi neutron-server[103312]: WARNING neutron.quota.resource_registry [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] router is already registered Apr 14 21:51:12.165435 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.quota.resource_registry [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Creating instance of TrackedResource for resource:floatingip Apr 14 21:51:12.165773 dv-cinder-838009-1-iscsi neutron-server[103312]: WARNING neutron.quota.resource_registry [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] floatingip is already registered Apr 14 21:51:12.166232 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.v2.resource_helper [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Service METERING assigned prefix: /metering {{(pid=103312) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:51:12.166900 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.quota.resource_registry [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 21:51:12.167386 dv-cinder-838009-1-iscsi neutron-server[103312]: WARNING neutron.quota.resource_registry [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] rbac_policy is already registered Apr 14 21:51:12.167807 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.quota.resource_registry [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Creating instance of TrackedResource for resource:security_group Apr 14 21:51:12.168142 dv-cinder-838009-1-iscsi neutron-server[103312]: WARNING neutron.quota.resource_registry [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] security_group is already registered Apr 14 21:51:12.168585 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.quota.resource_registry [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 21:51:12.168922 dv-cinder-838009-1-iscsi neutron-server[103312]: WARNING neutron.quota.resource_registry [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] security_group_rule is already registered Apr 14 21:51:12.169549 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.v2.resource_helper [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Service CORE assigned prefix: {{(pid=103312) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:51:12.169877 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.quota.resource_registry [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 21:51:12.170213 dv-cinder-838009-1-iscsi neutron-server[103312]: WARNING neutron.quota.resource_registry [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] subnetpool is already registered Apr 14 21:51:12.170634 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.v2.resource_helper [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Service CORE assigned prefix: {{(pid=103312) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:51:12.170962 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.quota.resource_registry [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 21:51:12.171297 dv-cinder-838009-1-iscsi neutron-server[103312]: WARNING neutron.quota.resource_registry [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] subnetpool is already registered Apr 14 21:51:12.171773 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: extensions {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.173296 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: address-groups {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.174769 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: address-scopes {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.176077 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: agents {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.177270 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: auto-allocated-topology {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.178522 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: availability_zones {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.179741 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: dhcp-networks {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.182407 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: dhcp-agents {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.184455 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: routers {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.186635 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: flavors {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.187784 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: service_profiles {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.189006 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: next_providers {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.190453 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: service_profiles {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.191988 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: floatingip-pools {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.193247 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: routers {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.195323 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: floatingips {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.196629 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: l3-routers {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.198011 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: l3-agents {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.200103 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: metering-labels {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.201500 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: metering-label-rules {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.202766 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: network-ip-availabilities {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.204027 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: bindings {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.205980 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: quotas {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.207503 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: quotas {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.209060 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: rbac-policies {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.210351 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: security-groups {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.211586 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: security-group-rules {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.212846 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: service-providers {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.214080 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: subnetpools {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.215504 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: subnetpools {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.216969 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: tags {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.218624 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: tags {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.220466 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: tags {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.222248 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: tags {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.224025 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: tags {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.225889 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: tags {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.227579 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: tags {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.229501 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: tags {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.232239 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: tags {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.234117 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron.api.extensions [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Extended resource: tags {{(pid=103312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:51:12.240061 dv-cinder-838009-1-iscsi neutron-server[103312]: WARNING keystonemiddleware.auth_token [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 14 21:51:12.246646 dv-cinder-838009-1-iscsi neutron-server[103312]: WARNING keystonemiddleware.auth_token [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 14 21:51:12.255293 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_concurrency.lockutils [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Acquired lock "singleton_lock" {{(pid=103312) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 14 21:51:12.255779 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_concurrency.lockutils [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Releasing lock "singleton_lock" {{(pid=103312) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 14 21:51:12.256472 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO oslo_service.service [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Starting 2 workers Apr 14 21:51:12.262137 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Started child 103419 {{(pid=103312) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 21:51:12.266876 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Started child 103420 {{(pid=103312) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 21:51:12.267565 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:12.268544 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO neutron.service [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 14 21:51:12.269210 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:12.269368 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [-] (103419) wsgi starting up on http://0.0.0.0:9696 Apr 14 21:51:12.271770 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO oslo_service.service [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Starting 1 workers Apr 14 21:51:12.271974 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:12.273557 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [-] (103420) wsgi starting up on http://0.0.0.0:9696 Apr 14 21:51:12.277856 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Started child 103421 {{(pid=103312) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 21:51:12.278417 dv-cinder-838009-1-iscsi neutron-server[103312]: INFO oslo_service.service [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Starting 1 workers Apr 14 21:51:12.281538 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.service [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] calling RpcWorker wait() {{(pid=103421) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 14 21:51:12.282138 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.service [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] returning from RpcWorker wait() {{(pid=103421) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 14 21:51:12.283105 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Started child 103422 {{(pid=103312) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 21:51:12.283296 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:12.283761 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:51:12.283907 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5639ee06-49d0-484c-be31-77e45e864e65 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:12.285951 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103312) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 14 21:51:12.286174 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 14 21:51:12.286366 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 14 21:51:12.286600 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 14 21:51:12.286971 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 14 21:51:12.287136 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 14 21:51:12.287641 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.287923 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.288204 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.288487 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.288788 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.289084 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:12.289570 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.289654 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.289897 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.290185 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.290420 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.290593 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.290754 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.291017 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.291274 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.291590 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.291855 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.292528 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.292528 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.292761 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.292899 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.293141 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.293419 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.293698 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] debug = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.293947 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.294458 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.294692 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.294941 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.295169 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.295453 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.295706 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.296000 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.296231 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.296503 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.296759 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.297017 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.297237 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.297459 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.297999 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.297999 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.298581 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.298581 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.298875 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] host = dv-cinder-838009-1-iscsi {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.299122 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.299346 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.299582 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.299843 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.300109 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.300368 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.300646 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.300914 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.301168 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.301406 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.301663 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.301902 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.302153 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.302401 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] log_file = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.302571 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] log_options = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.302821 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.303092 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.303356 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.303988 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.303988 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.303988 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.304386 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.304386 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.304660 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.304805 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.305268 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.305268 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.305518 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.305704 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.305957 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.306201 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.306456 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.306678 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.306945 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.307181 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.308644 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.308995 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.309282 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.309844 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.310134 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.310463 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.310740 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.310993 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.311252 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.311569 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.311824 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.312082 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.312337 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.313320 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.313786 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.313928 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.314076 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.314422 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.315143 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.315143 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.315143 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.315482 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.315604 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.315786 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.316006 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.316261 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.316634 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] use_json = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.316989 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.317134 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:51:12.317226 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.317469 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.317691 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.317933 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.318148 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.318524 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.318766 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.318979 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.319583 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.319874 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.320189 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.320473 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.320733 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.320997 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.321256 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.325386 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.326052 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.326393 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.326850 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.327186 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.327528 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.327826 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.328140 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.328575 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.328860 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.329135 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.329399 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.329635 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.330121 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.330381 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.330693 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.330949 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.331214 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.331462 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.331758 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.332128 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.332466 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.333058 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.333332 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.333605 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.333876 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.334126 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.334379 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.334624 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.334868 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.335125 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.335340 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.335632 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.335901 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.336195 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.336543 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.336786 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.337017 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.337299 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.337561 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.337829 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.338094 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.338316 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.338529 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.338961 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.339929 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.340371 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.340802 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.341198 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.341643 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.342122 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.342756 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.343174 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.343568 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.343986 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.344541 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.344791 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.345416 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.345664 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.345872 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.346124 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.346381 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.346611 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.346832 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.347062 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.347495 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.347495 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.347752 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.347979 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.348212 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.348493 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.348682 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.348901 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.349119 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.349337 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.349560 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.349769 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.349985 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.350210 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.350444 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.350666 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.351502 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 41120) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:51:12.360417 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064437 Apr 14 21:51:12.361009 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.361408 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.361751 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.362066 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.362419 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.362681 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.362947 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.363199 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.363464 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.363713 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.363971 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.364206 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.364475 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.364712 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.364978 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.365212 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.365491 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.365745 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.365973 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.366244 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.366475 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.366725 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.366964 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.367195 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.367428 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.367660 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.367945 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.368949 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.368949 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.368949 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.369182 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.369259 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.369541 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.369836 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.370086 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.370388 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.370705 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.371013 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.371310 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.371588 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.371858 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.372125 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.373242 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.373538 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.373802 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.374075 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.374310 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.374566 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.374829 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.375054 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.375297 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.375611 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.375852 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.376089 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.376344 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.377812 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.377939 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.378139 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.378429 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.378681 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.378942 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.379199 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.379459 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.379703 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.379952 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.380211 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.380465 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.381205 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.381205 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.381205 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.381489 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.381612 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.381866 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.382276 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.382701 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.383096 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.383551 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.383953 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.384369 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.384733 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.385128 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.385382 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.385609 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.386499 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.386879 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.387275 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.387713 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.387984 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.388268 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.388567 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.388814 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.389051 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.389284 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.389557 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.389777 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.390045 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.390273 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.390637 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.391711 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.391963 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.392182 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.392578 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.392821 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.393044 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.393326 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.393582 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.393945 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.394194 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.394435 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.394675 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.394920 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.395169 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.395414 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.395638 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.395862 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.396086 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.396307 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.396577 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.396804 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.397030 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.397253 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.397474 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.397751 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.397996 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.398245 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.398492 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.398721 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.398945 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.399190 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.399413 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.399636 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.399856 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.400098 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.400310 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.400542 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.400854 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.401122 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.401365 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.401732 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.402468 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.402468 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.402468 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.402681 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.402867 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.403093 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.403321 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.403558 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.403658 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:51:12.403787 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.404172 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.404439 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.404674 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.404897 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.405133 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.405368 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.405604 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.405819 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.406047 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.406292 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.406507 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.406770 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.406984 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.407200 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.407427 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.407670 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.407884 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.408116 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.408375 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.408799 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.409224 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.409607 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.409826 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.410146 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.410405 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.410809 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.411236 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.411614 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.412009 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.412443 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.412777 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.413000 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.413279 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.413530 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.414456 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.414456 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.414456 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.414895 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.414895 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.415165 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.415378 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.415725 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.415967 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.416259 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.416509 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.416819 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.417789 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.418552 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.418552 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.419524 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.419524 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.419524 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.419524 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.419524 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.420198 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.420198 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.420198 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.421743 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.421743 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.421743 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.421743 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.422438 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.422438 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.422438 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.422712 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.422796 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.422918 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 14 21:51:12.423471 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103312) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 14 21:51:12.424397 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 14 21:51:12.424744 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 14 21:51:12.424920 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 14 21:51:12.425092 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 14 21:51:12.425248 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 14 21:51:12.425462 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.425627 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.425790 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.425952 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.426114 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.426277 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.426445 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.426604 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.426763 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.426921 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.427079 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.427238 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.427397 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.427558 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.427716 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.427874 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.428033 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.428192 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.429054 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.429227 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.429540 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.429851 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.431775 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] debug = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.431964 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.432191 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.432459 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.432627 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.433493 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.433822 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.433979 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.434461 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.434778 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.434946 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.435080 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.435243 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.435390 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.435545 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.435701 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.436047 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.436047 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.436303 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.436303 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] host = dv-cinder-838009-1-iscsi {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.436581 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.436738 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.436895 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.437036 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.437175 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.437311 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.437447 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.437586 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.437723 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.437858 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.438014 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.438163 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.438303 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.438445 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] log_file = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.438582 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] log_options = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.438717 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.438852 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.439010 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.439151 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.439300 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.439440 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.439580 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.440699 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.440699 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.440699 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.440699 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.440699 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.440699 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.440699 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.441578 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.441578 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.441578 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.441578 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.441578 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.441578 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.441985 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.441985 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.441985 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.442208 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.442288 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.442367 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.442534 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.442710 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.442847 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.443165 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.443353 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.443523 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.443641 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.443990 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.444170 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.444398 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.444562 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.444702 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.444894 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.444974 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.445054 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.445216 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.445377 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.446242 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.446242 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.446242 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.446242 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] use_json = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.446242 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.446242 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.446850 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.446850 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.446850 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.446850 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.447224 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.447224 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.447416 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:51:12.447517 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.447621 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.447808 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.447936 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.448088 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.448252 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.449608 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.449775 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.449943 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.450111 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.450289 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.450453 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.450792 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.450970 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.451116 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.451461 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.451621 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.451787 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.451953 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.452116 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.452283 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.452470 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.452643 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.452804 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.452966 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.453191 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.453334 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.453476 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.453613 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.453785 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.453949 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.454121 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.454265 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.454430 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.454592 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.455015 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.455178 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.455341 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.455505 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.455669 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.456267 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.456267 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.456267 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.456267 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.456605 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.456672 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.456811 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.456978 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.457137 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.458176 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.458176 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.458176 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.458176 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.458176 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.458176 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.458539 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.458539 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.458539 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.458722 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.458828 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.459100 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.459276 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.459276 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.459553 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.459692 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.459797 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.459869 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.460037 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.460213 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.460399 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.460564 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.460729 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.460893 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.461060 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.461224 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.461386 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.461549 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.461761 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.461924 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.462101 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.462275 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.462439 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.462584 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.462739 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.462892 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.463052 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.463215 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.463377 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.463539 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.463702 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.463864 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.464068 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.464852 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.464852 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.464852 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.464852 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.465424 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.465424 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.465424 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.465635 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.465635 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.465801 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.465926 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.466089 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.466342 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.466444 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.466570 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.466732 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.466894 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.467057 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.467220 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.467384 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.467550 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.467710 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.467878 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.468041 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.468202 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.468385 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.468549 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.468722 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.468887 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.469054 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.469218 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.469386 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.469563 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.469727 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.469891 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.470054 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.470313 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.470413 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.470532 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.470695 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.470857 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.471020 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.471183 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.471363 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.471526 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.471689 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.471855 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.472042 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.472205 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.472416 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.472581 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.472743 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.472905 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.473052 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.473217 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.473379 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.473540 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.473702 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.473864 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.474025 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.474186 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.474347 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.474510 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.474672 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.474833 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.474995 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.475157 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.475321 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.475486 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.475679 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.475809 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.475970 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.476132 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.476293 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.476477 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.476632 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.476793 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.476955 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.477117 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.477280 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.477442 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.477603 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.477765 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.477928 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.478157 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.478260 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.478401 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.478567 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.478735 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.478892 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.479046 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.479207 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.479370 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.479532 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.480249 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.481002 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.481002 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.481002 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.481246 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.481246 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.481370 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.481519 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.481728 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.481868 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.482029 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.482196 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.482360 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.482524 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.482687 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.482851 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.483015 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.483178 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.483343 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.483507 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.483669 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.483836 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.484001 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.484165 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.484355 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.484516 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.484681 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.484846 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.485015 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.485178 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.485340 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.485503 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.485664 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.485901 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.485991 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.486127 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.486288 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.486468 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.486626 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.486784 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.486954 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.487094 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.487256 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.487428 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.487672 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.487772 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.487902 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.488065 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.488227 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.488429 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.488599 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.488756 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.488917 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.489080 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.489241 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.489416 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.489583 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.489742 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.489903 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.490066 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.490227 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.490402 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.490601 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.490750 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.490885 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.491020 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.491147 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.491324 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.491487 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.491649 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.491816 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.491979 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.492142 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.492362 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.492497 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.492660 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.492831 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.492994 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.493157 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.493319 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.493504 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.493655 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.494456 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.494456 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.494456 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.494456 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.494456 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.494837 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.494837 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.495015 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.495096 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.495240 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.495512 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.496034 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.496034 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.496034 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.496227 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.496227 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.496492 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.496564 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.497519 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.497519 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.497519 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.497519 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.497519 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.497519 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.498000 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.498000 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.498000 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.498205 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.498205 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.498370 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.498537 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.498697 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.498857 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.499081 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:51:12.499201 dv-cinder-838009-1-iscsi neutron-server[103312]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 14 21:51:24.041375 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad60acdd-4efc-4a7b-9e9d-56238c3d5934 None None] get_active_networks_info from dv-cinder-838009-1-iscsi {{(pid=103421) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 14 21:51:24.085624 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7a5d135f-2ae1-4b64-920e-48565f1b9b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1780648'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:24.138458 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad60acdd-4efc-4a7b-9e9d-56238c3d5934 None None] No non-hosted networks {{(pid=103421) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 14 21:51:26.341119 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fb108cb3-53bc-446f-b963-d88b3587720a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1780648'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:26.387236 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-349dc2fb-ed61-4e2e-a4c8-c8af0c96b365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:27.204135 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 41190) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:51:27.446956 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1780648'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:27.812997 dv-cinder-838009-1-iscsi neutron-server[103419]: WARNING oslo_policy.policy [None req-a8f2224a-ee27-4485-ae8c-886cdfd9204f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:51:27.814011 dv-cinder-838009-1-iscsi neutron-server[103419]: WARNING oslo_policy.policy [None req-a8f2224a-ee27-4485-ae8c-886cdfd9204f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:51:28.039934 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [None req-a8f2224a-ee27-4485-ae8c-886cdfd9204f admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:51:28.052337 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-a8f2224a-ee27-4485-ae8c-886cdfd9204f admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8344886 Apr 14 21:51:28.773256 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1780648'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:30.431128 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1780648'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:30.432391 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:30.432928 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:30.433495 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:30.440481 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:30.441118 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:30.441617 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:30.442110 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:30.442477 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:30.442809 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:30.443136 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:30.443477 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:30.443801 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:30.444136 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:30.444487 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:30.444953 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:30.445577 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-838009-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:51:30.454180 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-838009-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:51:30.697156 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 41224) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:51:31.032521 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-33854a27-aeb2-477e-b8f5-ffd1c5ba820e admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:51:31.125509 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.policy [None req-33854a27-aeb2-477e-b8f5-ffd1c5ba820e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103419) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 14 21:51:31.168780 dv-cinder-838009-1-iscsi neutron-server[103419]: WARNING oslo_policy.policy [None req-33854a27-aeb2-477e-b8f5-ffd1c5ba820e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:51:31.169321 dv-cinder-838009-1-iscsi neutron-server[103419]: WARNING oslo_policy.policy [None req-33854a27-aeb2-477e-b8f5-ffd1c5ba820e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:51:31.275559 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-33854a27-aeb2-477e-b8f5-ffd1c5ba820e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754548897787', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754548894191', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754548848187', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754548855396', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754548865844', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754548939819', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-613054', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1423253', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-311655', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-399398'] for rbac-policy (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:31.351649 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-33854a27-aeb2-477e-b8f5-ffd1c5ba820e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:31.368760 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-33854a27-aeb2-477e-b8f5-ffd1c5ba820e admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6545899 Apr 14 21:51:33.627743 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.db.l3_hamode_db [None req-44fe5a94-1018-4c38-9872-e146226ecb33 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 14 21:51:33.708475 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fe5a94-1018-4c38-9872-e146226ecb33 None None] Routers set() bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:51:33.708897 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fe5a94-1018-4c38-9872-e146226ecb33 None None] Router IDs set() for agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 14 21:51:33.919504 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 41236) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:51:34.410047 dv-cinder-838009-1-iscsi neutron-server[103420]: WARNING oslo_policy.policy [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:51:34.410642 dv-cinder-838009-1-iscsi neutron-server[103420]: WARNING oslo_policy.policy [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:51:34.634524 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:51:34.690166 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Made reservation on behalf of 079d31fa04294c7e85942a76a86651dd for: {'network': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:51:34.753281 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.policy [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103420) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 14 21:51:34.795383 dv-cinder-838009-1-iscsi neutron-server[103420]: WARNING oslo_policy.policy [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:51:34.795754 dv-cinder-838009-1-iscsi neutron-server[103420]: WARNING oslo_policy.policy [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:51:34.806332 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for network (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:34.829429 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:34.940909 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Publish callbacks [] for security_group (d062f1fd-753a-4853-8324-55150ca99f12), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:34.944874 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (d062f1fd-753a-4853-8324-55150ca99f12), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:34.970023 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:51:35.006846 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754551739823', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (3b67b071-2451-48d2-85f3-9fc919a92f7c), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:35.007462 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Unsubscribe: segment precommit_create {{(pid=103420) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 14 21:51:35.007996 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.segments_db [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Added segment 3b67b071-2451-48d2-85f3-9fc919a92f7c of type vlan for network b4e697fd-64c4-4e75-82d7-9e831dcd3698 Apr 14 21:51:35.024526 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d062f1fd-753a-4853-8324-55150ca99f12,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:51:35.076572 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:35.076989 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:35.077366 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:35.077731 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:35.078074 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:35.078434 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:35.078789 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:35.079117 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:35.079447 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:35.079792 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:35.080457 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:35.080824 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:35.081152 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:35.081474 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:35.081792 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Tracked resource versions report: Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: pushed versions: Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: { 'AddressGroup': {'1.2'}, Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: 'Agent': {'1.1'}, Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: 'ConntrackHelper': {'1.0'}, Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: 'Log': {'1.0'}, Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: 'NDPProxy': {'1.0'}, Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: 'Network': {'1.1'}, Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: 'Port': {'1.7'}, Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: 'PortForwarding': {'1.3'}, Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: 'QosPolicy': {'1.10'}, Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: 'SecurityGroup': {'1.5'}, Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: 'SubPort': {'1.0'}, Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: 'Subnet': {'1.1'}, Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: 'Trunk': {'1.1'}} Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: consumer versions: Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: { DHCP agent@dv-cinder-838009-1-iscsi: {}, Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: L3 agent@dv-cinder-838009-1-iscsi: {}, Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: Metadata agent@dv-cinder-838009-1-iscsi: {}, Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: Metering agent@dv-cinder-838009-1-iscsi: {}, Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: Open vSwitch agent@dv-cinder-838009-1-iscsi: { 'AddressGroup': '1.2', Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: 'Agent': '1.1', Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: 'ConntrackHelper': '1.0', Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: 'LocalIPAssociation': '1.0', Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: 'Log': '1.0', Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: 'NDPProxy': '1.0', Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: 'Network': '1.1', Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: 'Port': '1.7', Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: 'PortForwarding': '1.3', Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: 'QosPolicy': '1.10', Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: 'SecurityGroup': '1.5', Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: 'SecurityGroupRule': '1.2', Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: 'SubPort': '1.0', Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: 'Subnet': '1.1', Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: 'Trunk': '1.1'}} Apr 14 21:51:35.083283 dv-cinder-838009-1-iscsi neutron-server[103420]: {{(pid=103420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:51:35.133158 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754551219941'] for network (b4e697fd-64c4-4e75-82d7-9e831dcd3698), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:35.175019 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for network (b4e697fd-64c4-4e75-82d7-9e831dcd3698), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:35.180120 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:51:35.180854 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:35.283547 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3629496 Apr 14 21:51:35.300626 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7bfb0-d944-4099-a1d3-dbebb7aa2425 demo demo] Pushing event updated for resources: {'Network': ['ID=b4e697fd-64c4-4e75-82d7-9e831dcd3698,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:51:35.317439 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Network b4e697fd-64c4-4e75-82d7-9e831dcd3698 details requested by agent ovs-agent-dv-cinder-838009-1-iscsi with host dv-cinder-838009-1-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:51:37.890092 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 41256) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:51:38.300771 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2f951b-4986-4635-87e3-8a3458ab30f5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:51:38.302064 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-5e2f951b-4986-4635-87e3-8a3458ab30f5 demo admin] 10.222.0.43 "GET /v2.0/networks/b4e697fd-64c4-4e75-82d7-9e831dcd3698 HTTP/1.1" status: 200 len: 824 time: 0.4109185 Apr 14 21:51:38.339987 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-26249eaf-a642-40d7-9b86-8c915e2db1a8 demo admin] 10.222.0.43 "GET /v2.0/subnetpools/fef56d5e-6635-4695-88a1-81250dd461b0 HTTP/1.1" status: 200 len: 734 time: 0.0317769 Apr 14 21:51:38.348747 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-720b5b86-2146-4c9c-8335-ada1a13cfbb8 demo admin] Request body: {'subnet': {'subnetpool_id': 'fef56d5e-6635-4695-88a1-81250dd461b0', 'network_id': 'b4e697fd-64c4-4e75-82d7-9e831dcd3698', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:51:38.370698 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720b5b86-2146-4c9c-8335-ada1a13cfbb8 demo admin] Made reservation on behalf of 079d31fa04294c7e85942a76a86651dd for: {'subnet': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:51:38.372978 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-720b5b86-2146-4c9c-8335-ada1a13cfbb8 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:38.662703 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-720b5b86-2146-4c9c-8335-ada1a13cfbb8 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for subnet (d2b11faf-4f92-43a5-9edc-5ac903e94717), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:38.734585 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b5b86-2146-4c9c-8335-ada1a13cfbb8 demo admin] Pushing event updated for resources: {'Subnet': ['ID=d2b11faf-4f92-43a5-9edc-5ac903e94717,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:51:38.736431 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b5b86-2146-4c9c-8335-ada1a13cfbb8 demo admin] Checking segment: {'id': '3b67b071-2451-48d2-85f3-9fc919a92f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b4e697fd-64c4-4e75-82d7-9e831dcd3698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:51:38.736789 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720b5b86-2146-4c9c-8335-ada1a13cfbb8 demo admin] Network hostable DHCP agents. Network: b4e697fd-64c4-4e75-82d7-9e831dcd3698, hostable agents: ['806db378-0d8c-47fe-9666-9619b6d8e1d9'], hosted agents: [] {{(pid=103420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:51:38.759077 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720b5b86-2146-4c9c-8335-ada1a13cfbb8 demo admin] Network b4e697fd-64c4-4e75-82d7-9e831dcd3698 is scheduled to be hosted by DHCP agent 806db378-0d8c-47fe-9666-9619b6d8e1d9 with binding_index 1 {{(pid=103420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:51:38.770877 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-720b5b86-2146-4c9c-8335-ada1a13cfbb8 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-1-iscsi, b4e697fd-64c4-4e75-82d7-9e831dcd3698) {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:51:38.775427 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720b5b86-2146-4c9c-8335-ada1a13cfbb8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:51:38.776078 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-720b5b86-2146-4c9c-8335-ada1a13cfbb8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:38.780817 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6e3590-d5ed-4629-b492-f49aa95d74ce None None] Network b4e697fd-64c4-4e75-82d7-9e831dcd3698 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:51:38.795850 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-720b5b86-2146-4c9c-8335-ada1a13cfbb8 demo admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4503694 Apr 14 21:51:39.156472 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb219b8ea-8e47-5afe-ae3f-c3ef3885854b-b4e697fd-64c4-4e75-82d7-9e831dcd3698', 'network_id': 'b4e697fd-64c4-4e75-82d7-9e831dcd3698', 'project_id': '079d31fa04294c7e85942a76a86651dd', 'fixed_ips': [{'subnet_id': 'd2b11faf-4f92-43a5-9edc-5ac903e94717'}]}} from dv-cinder-838009-1-iscsi. {{(pid=103421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:51:39.157721 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:39.438199 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Allocated IP 172.20.0.2 (b4e697fd-64c4-4e75-82d7-9e831dcd3698/d2b11faf-4f92-43a5-9edc-5ac903e94717/6666b8f1-eb62-420a-a68c-e7474b92cd1a) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:51:39.726273 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Publish callbacks [] for port (6666b8f1-eb62-420a-a68c-e7474b92cd1a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:39.735036 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696'] for port (6666b8f1-eb62-420a-a68c-e7474b92cd1a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:39.813443 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Network b4e697fd-64c4-4e75-82d7-9e831dcd3698 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:51:39.821969 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:51:39.823941 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Pushing event updated for resources: {'Port': ['ID=6666b8f1-eb62-420a-a68c-e7474b92cd1a,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:51:39.829124 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:51:39.835817 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:39.836167 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:39.836546 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:39.836908 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:39.837246 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:39.837583 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:39.837908 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:39.838236 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:39.839445 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:39.839445 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:39.839725 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:39.840065 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:39.840418 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:39.840739 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:39.841061 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Tracked resource versions report: Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: pushed versions: Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: { 'AddressGroup': {'1.2'}, Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: 'Agent': {'1.1'}, Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: 'ConntrackHelper': {'1.0'}, Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: 'Log': {'1.0'}, Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: 'NDPProxy': {'1.0'}, Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: 'Network': {'1.1'}, Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: 'Port': {'1.7'}, Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: 'PortForwarding': {'1.3'}, Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: 'QosPolicy': {'1.10'}, Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: 'SecurityGroup': {'1.5'}, Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: 'SubPort': {'1.0'}, Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: 'Subnet': {'1.1'}, Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: 'Trunk': {'1.1'}} Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: consumer versions: Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: { DHCP agent@dv-cinder-838009-1-iscsi: {}, Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: L3 agent@dv-cinder-838009-1-iscsi: {}, Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: Metadata agent@dv-cinder-838009-1-iscsi: {}, Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: Metering agent@dv-cinder-838009-1-iscsi: {}, Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: Open vSwitch agent@dv-cinder-838009-1-iscsi: { 'AddressGroup': '1.2', Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: 'Agent': '1.1', Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: 'ConntrackHelper': '1.0', Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: 'LocalIPAssociation': '1.0', Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: 'Log': '1.0', Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: 'NDPProxy': '1.0', Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: 'Network': '1.1', Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: 'Port': '1.7', Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: 'PortForwarding': '1.3', Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: 'QosPolicy': '1.10', Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: 'SecurityGroup': '1.5', Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: 'SecurityGroupRule': '1.2', Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: 'SubPort': '1.0', Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: 'Subnet': '1.1', Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: 'Trunk': '1.1'}} Apr 14 21:51:39.842503 dv-cinder-838009-1-iscsi neutron-server[103421]: {{(pid=103421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:51:39.922337 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Attempting to bind port 6666b8f1-eb62-420a-a68c-e7474b92cd1a on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:51:39.922742 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Attempting to bind port 6666b8f1-eb62-420a-a68c-e7474b92cd1a by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': '3b67b071-2451-48d2-85f3-9fc919a92f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b4e697fd-64c4-4e75-82d7-9e831dcd3698'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:51:39.923174 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Attempting to bind port 6666b8f1-eb62-420a-a68c-e7474b92cd1a on network b4e697fd-64c4-4e75-82d7-9e831dcd3698 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:51:39.928253 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:51:39.928672 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Checking segment: {'id': '3b67b071-2451-48d2-85f3-9fc919a92f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b4e697fd-64c4-4e75-82d7-9e831dcd3698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:51:39.929148 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:39.929542 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Bound using segment: {'id': '3b67b071-2451-48d2-85f3-9fc919a92f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b4e697fd-64c4-4e75-82d7-9e831dcd3698'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:51:39.930029 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Bound port: 6666b8f1-eb62-420a-a68c-e7474b92cd1a, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b67b071-2451-48d2-85f3-9fc919a92f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b4e697fd-64c4-4e75-82d7-9e831dcd3698'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:51:39.930437 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (6666b8f1-eb62-420a-a68c-e7474b92cd1a), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:40.001899 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] For port 6666b8f1-eb62-420a-a68c-e7474b92cd1a, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:51:40.022319 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] For port 6666b8f1-eb62-420a-a68c-e7474b92cd1a, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=6666b8f1-eb62-420a-a68c-e7474b92cd1a,segment=NetworkSegment(3b67b071-2451-48d2-85f3-9fc919a92f7c),segment_id=3b67b071-2451-48d2-85f3-9fc919a92f7c)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:51:40.029300 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (6666b8f1-eb62-420a-a68c-e7474b92cd1a), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:40.085165 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b6d0b-ec8b-4905-8cd5-6be1be037daa None None] Pushing event updated for resources: {'Port': ['ID=6666b8f1-eb62-420a-a68c-e7474b92cd1a,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:51:41.367069 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 41264) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:51:41.682598 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [None req-ddcef372-1e8d-46ad-af3c-f328931ba3bf admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:51:41.683614 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-ddcef372-1e8d-46ad-af3c-f328931ba3bf admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3155410 Apr 14 21:51:44.362412 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 41272) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:51:44.675378 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [None req-d2608ad8-8b42-45de-aa21-ea81323c89ae admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:51:44.676476 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-d2608ad8-8b42-45de-aa21-ea81323c89ae admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3130989 Apr 14 21:51:47.294262 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 41280) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:51:47.642128 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-f3e2be6e-784f-4d29-8f23-4c6e28c96651 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:51:47.675377 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f3e2be6e-784f-4d29-8f23-4c6e28c96651 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1779785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26517'] for router (65ae7a0d-74e1-4dcb-8b9d-bb80201faa60), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:47.677143 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f3e2be6e-784f-4d29-8f23-4c6e28c96651 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1780185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26540'] for router (65ae7a0d-74e1-4dcb-8b9d-bb80201faa60), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:47.819740 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f3e2be6e-784f-4d29-8f23-4c6e28c96651 demo demo] Publish callbacks [] for router_controller (65ae7a0d-74e1-4dcb-8b9d-bb80201faa60), precommit_add_association {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:47.826106 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f3e2be6e-784f-4d29-8f23-4c6e28c96651 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1780174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773729'] for router (65ae7a0d-74e1-4dcb-8b9d-bb80201faa60), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:47.846700 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f3e2be6e-784f-4d29-8f23-4c6e28c96651 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:47.848222 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-f3e2be6e-784f-4d29-8f23-4c6e28c96651 demo demo] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5528061 Apr 14 21:51:50.470960 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 41292) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:51:50.826932 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [None req-b4cd0a4f-3363-40d6-8067-567e7af7b8e6 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:51:50.827971 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-b4cd0a4f-3363-40d6-8067-567e7af7b8e6 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3566623 Apr 14 21:51:51.283500 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 6666b8f1-eb62-420a-a68c-e7474b92cd1a up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:51:51.372122 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 6666b8f1-eb62-420a-a68c-e7474b92cd1a triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:51:51.372749 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (6666b8f1-eb62-420a-a68c-e7474b92cd1a), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:51.484272 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 6666b8f1-eb62-420a-a68c-e7474b92cd1a is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:51:51.484655 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (6666b8f1-eb62-420a-a68c-e7474b92cd1a), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:51.527621 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] For port 6666b8f1-eb62-420a-a68c-e7474b92cd1a, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=6666b8f1-eb62-420a-a68c-e7474b92cd1a,segment=NetworkSegment(3b67b071-2451-48d2-85f3-9fc919a92f7c),segment_id=3b67b071-2451-48d2-85f3-9fc919a92f7c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:51:51.531885 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (6666b8f1-eb62-420a-a68c-e7474b92cd1a), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:51.586776 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Pushing event updated for resources: {'Port': ['ID=6666b8f1-eb62-420a-a68c-e7474b92cd1a,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:51:51.949388 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9940cc-4659-4926-b447-42ba650bfed9 None None] Network b4e697fd-64c4-4e75-82d7-9e831dcd3698 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:51:52.014956 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-db037172-73c0-4f96-be12-665a51e6c47c None None] Provisioning complete for port 6666b8f1-eb62-420a-a68c-e7474b92cd1a triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:51:52.015340 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-db037172-73c0-4f96-be12-665a51e6c47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (6666b8f1-eb62-420a-a68c-e7474b92cd1a), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:52.146126 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-db037172-73c0-4f96-be12-665a51e6c47c None None] Current status of the port 6666b8f1-eb62-420a-a68c-e7474b92cd1a is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:51:52.333703 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 5 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:51:52.566108 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-7617ac79-d667-4e62-a8d7-d0a7a2fba8ea None None] Provisioning complete for port 6666b8f1-eb62-420a-a68c-e7474b92cd1a triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:51:52.566685 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7617ac79-d667-4e62-a8d7-d0a7a2fba8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (6666b8f1-eb62-420a-a68c-e7474b92cd1a), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:52.653759 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-7617ac79-d667-4e62-a8d7-d0a7a2fba8ea None None] Current status of the port 6666b8f1-eb62-420a-a68c-e7474b92cd1a is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:51:53.251104 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 6666b8f1-eb62-420a-a68c-e7474b92cd1a up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:51:53.297607 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 6666b8f1-eb62-420a-a68c-e7474b92cd1a triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:51:53.298003 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (6666b8f1-eb62-420a-a68c-e7474b92cd1a), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:53.379817 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 6666b8f1-eb62-420a-a68c-e7474b92cd1a is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:51:53.504929 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 41300) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:51:53.840282 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-bda25b62-4dce-4341-9919-863d9f17d619 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:51:53.860073 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda25b62-4dce-4341-9919-863d9f17d619 admin admin] Made reservation on behalf of da8acb17117f43719ce03ff9ae2fa3f8 for: {'network': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:51:53.862307 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bda25b62-4dce-4341-9919-863d9f17d619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for network (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:53.871061 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bda25b62-4dce-4341-9919-863d9f17d619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:53.949349 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bda25b62-4dce-4341-9919-863d9f17d619 admin admin] Publish callbacks [] for security_group (cd5cba88-13c3-4841-86c4-292c4f481ab1), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:53.954057 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bda25b62-4dce-4341-9919-863d9f17d619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (cd5cba88-13c3-4841-86c4-292c4f481ab1), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:53.960280 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a1854369-5353-4697-b145-d1a9c0297b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:53.964915 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bda25b62-4dce-4341-9919-863d9f17d619 admin admin] Reserving flat network on physical network physnet1 {{(pid=103420) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 14 21:51:53.996772 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bda25b62-4dce-4341-9919-863d9f17d619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (5a0a104e-23c0-4f11-8e72-3fff87cad495), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:53.997111 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.segments_db [None req-bda25b62-4dce-4341-9919-863d9f17d619 admin admin] Added segment 5a0a104e-23c0-4f11-8e72-3fff87cad495 of type flat for network 3128b05d-34b2-457b-8391-96d8c4503307 Apr 14 21:51:53.998381 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda25b62-4dce-4341-9919-863d9f17d619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5cba88-13c3-4841-86c4-292c4f481ab1,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:51:54.046483 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bda25b62-4dce-4341-9919-863d9f17d619 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754551219941'] for network (3128b05d-34b2-457b-8391-96d8c4503307), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:54.081076 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bda25b62-4dce-4341-9919-863d9f17d619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for network (3128b05d-34b2-457b-8391-96d8c4503307), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:54.081935 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda25b62-4dce-4341-9919-863d9f17d619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:51:54.082506 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bda25b62-4dce-4341-9919-863d9f17d619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:54.162875 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-bda25b62-4dce-4341-9919-863d9f17d619 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6565881 Apr 14 21:51:54.176239 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda25b62-4dce-4341-9919-863d9f17d619 admin admin] Pushing event updated for resources: {'Network': ['ID=3128b05d-34b2-457b-8391-96d8c4503307,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:51:54.187076 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Network 3128b05d-34b2-457b-8391-96d8c4503307 details requested by agent ovs-agent-dv-cinder-838009-1-iscsi with host dv-cinder-838009-1-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:51:56.341324 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0a092785-3ca7-4bd6-8723-b2fcee43435b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:56.696403 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 41308) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:51:57.073334 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c04aaf-119f-406a-beb4-80d0e9e4241f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:51:57.074719 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-36c04aaf-119f-406a-beb4-80d0e9e4241f demo admin] 10.222.0.43 "GET /v2.0/subnets/d2b11faf-4f92-43a5-9edc-5ac903e94717 HTTP/1.1" status: 200 len: 849 time: 0.3773434 Apr 14 21:51:57.202787 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-365d02c4-7527-4b1d-8857-68b0e437265f demo admin] 10.222.0.43 "GET /v2.0/routers/65ae7a0d-74e1-4dcb-8b9d-bb80201faa60 HTTP/1.1" status: 200 len: 704 time: 0.1209705 Apr 14 21:51:57.432834 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:57.482939 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c7dd620e-1f9b-410b-94e2-76bb3c6b7fdd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:57.778006 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-c7dd620e-1f9b-410b-94e2-76bb3c6b7fdd demo admin] Allocated IP 172.20.0.1 (b4e697fd-64c4-4e75-82d7-9e831dcd3698/d2b11faf-4f92-43a5-9edc-5ac903e94717/a8aa42d7-265b-4136-a6ea-21165be5bc2f) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:51:58.001351 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c7dd620e-1f9b-410b-94e2-76bb3c6b7fdd demo admin] Publish callbacks [] for port (a8aa42d7-265b-4136-a6ea-21165be5bc2f), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:58.073829 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c7dd620e-1f9b-410b-94e2-76bb3c6b7fdd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696'] for port (a8aa42d7-265b-4136-a6ea-21165be5bc2f), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:58.159714 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dd620e-1f9b-410b-94e2-76bb3c6b7fdd demo admin] Network b4e697fd-64c4-4e75-82d7-9e831dcd3698 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:51:58.167559 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-c7dd620e-1f9b-410b-94e2-76bb3c6b7fdd demo admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:51:58.169741 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd620e-1f9b-410b-94e2-76bb3c6b7fdd demo admin] Pushing event updated for resources: {'Port': ['ID=a8aa42d7-265b-4136-a6ea-21165be5bc2f,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:51:58.173141 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dd620e-1f9b-410b-94e2-76bb3c6b7fdd demo admin] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:51:58.173141 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c7dd620e-1f9b-410b-94e2-76bb3c6b7fdd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1773648'] for router_interface (65ae7a0d-74e1-4dcb-8b9d-bb80201faa60), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:58.379346 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c7dd620e-1f9b-410b-94e2-76bb3c6b7fdd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (a8aa42d7-265b-4136-a6ea-21165be5bc2f), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:58.408473 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-6399f39e-4df7-466b-8b8e-c66399054034 None None] Provisioning complete for port a8aa42d7-265b-4136-a6ea-21165be5bc2f triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:51:58.408855 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6399f39e-4df7-466b-8b8e-c66399054034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (a8aa42d7-265b-4136-a6ea-21165be5bc2f), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:58.442912 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-6399f39e-4df7-466b-8b8e-c66399054034 None None] Port a8aa42d7-265b-4136-a6ea-21165be5bc2f cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:51:58.593280 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c7dd620e-1f9b-410b-94e2-76bb3c6b7fdd demo admin] Publish callbacks [] for port (a8aa42d7-265b-4136-a6ea-21165be5bc2f), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:58.597621 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c7dd620e-1f9b-410b-94e2-76bb3c6b7fdd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (a8aa42d7-265b-4136-a6ea-21165be5bc2f), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:58.598404 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c7dd620e-1f9b-410b-94e2-76bb3c6b7fdd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1775072'] for router_interface (65ae7a0d-74e1-4dcb-8b9d-bb80201faa60), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:58.681575 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd620e-1f9b-410b-94e2-76bb3c6b7fdd demo admin] Pushing event updated for resources: {'Port': ['ID=a8aa42d7-265b-4136-a6ea-21165be5bc2f,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:51:58.698266 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:58.729912 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dd620e-1f9b-410b-94e2-76bb3c6b7fdd demo admin] Network b4e697fd-64c4-4e75-82d7-9e831dcd3698 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:51:58.731257 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-c7dd620e-1f9b-410b-94e2-76bb3c6b7fdd demo admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:51:58.914484 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7dd620e-1f9b-410b-94e2-76bb3c6b7fdd demo admin] Router 65ae7a0d-74e1-4dcb-8b9d-bb80201faa60 is scheduled to L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 with binding_index 1 {{(pid=103420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:51:58.962691 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-76aefa0f-fa89-49d9-adc5-50e2bc83f513 None None] Provisioning complete for port a8aa42d7-265b-4136-a6ea-21165be5bc2f triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:51:58.963103 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-76aefa0f-fa89-49d9-adc5-50e2bc83f513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (a8aa42d7-265b-4136-a6ea-21165be5bc2f), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:58.999629 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-76aefa0f-fa89-49d9-adc5-50e2bc83f513 None None] Port a8aa42d7-265b-4136-a6ea-21165be5bc2f cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:51:59.012180 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7dd620e-1f9b-410b-94e2-76bb3c6b7fdd demo admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:51:59.017660 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-c7dd620e-1f9b-410b-94e2-76bb3c6b7fdd demo admin] 10.222.0.43 "PUT /v2.0/routers/65ae7a0d-74e1-4dcb-8b9d-bb80201faa60/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8094988 Apr 14 21:51:59.035654 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcae6b13-06f6-4321-ab19-c13c59a78239 None None] Sync routers for ids ['65ae7a0d-74e1-4dcb-8b9d-bb80201faa60'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:51:59.048616 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcae6b13-06f6-4321-ab19-c13c59a78239 None None] Routers {'65ae7a0d-74e1-4dcb-8b9d-bb80201faa60'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:51:59.049497 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-dcae6b13-06f6-4321-ab19-c13c59a78239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T21:51:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['65ae7a0d-74e1-4dcb-8b9d-bb80201faa60'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:51:59.249799 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-dcae6b13-06f6-4321-ab19-c13c59a78239 None None] Set router 65ae7a0d-74e1-4dcb-8b9d-bb80201faa60 gateway port host: None {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:51:59.675778 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-dcae6b13-06f6-4321-ab19-c13c59a78239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ae7a0d-74e1-4dcb-8b9d-bb80201faa60', 'name': 'router1', 'tenant_id': '079d31fa04294c7e85942a76a86651dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:51:47Z', 'updated_at': '2022-04-14T21:51:58Z', 'revision_number': 2, 'project_id': '079d31fa04294c7e85942a76a86651dd', 'gw_port_host': None, '_interfaces': [{'id': 'a8aa42d7-265b-4136-a6ea-21165be5bc2f', 'name': '', 'network_id': 'b4e697fd-64c4-4e75-82d7-9e831dcd3698', 'tenant_id': '079d31fa04294c7e85942a76a86651dd', 'mac_address': 'fa:16:3e:c3:a8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ae7a0d-74e1-4dcb-8b9d-bb80201faa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2b11faf-4f92-43a5-9edc-5ac903e94717', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:51:57Z', 'updated_at': '2022-04-14T21:51:58Z', 'revision_number': 2, 'project_id': '079d31fa04294c7e85942a76a86651dd', 'subnets': [{'id': 'd2b11faf-4f92-43a5-9edc-5ac903e94717', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fef56d5e-6635-4695-88a1-81250dd461b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:51:59.727654 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcae6b13-06f6-4321-ab19-c13c59a78239 None None] Checking router: 65ae7a0d-74e1-4dcb-8b9d-bb80201faa60 for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:51:59.728035 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcae6b13-06f6-4321-ab19-c13c59a78239 None None] Updating router 65ae7a0d-74e1-4dcb-8b9d-bb80201faa60 port a8aa42d7-265b-4136-a6ea-21165be5bc2f binding host dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:51:59.781754 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dcae6b13-06f6-4321-ab19-c13c59a78239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (a8aa42d7-265b-4136-a6ea-21165be5bc2f), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:00.309135 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dcae6b13-06f6-4321-ab19-c13c59a78239 None None] Publish callbacks [] for port (a8aa42d7-265b-4136-a6ea-21165be5bc2f), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:00.315510 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dcae6b13-06f6-4321-ab19-c13c59a78239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (a8aa42d7-265b-4136-a6ea-21165be5bc2f), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:00.436820 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:00.462458 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608c915-a279-4d3b-ad42-403485f33b20 None None] Pushing event updated for resources: {'Port': ['ID=a8aa42d7-265b-4136-a6ea-21165be5bc2f,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:52:00.487911 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b608c915-a279-4d3b-ad42-403485f33b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:00.488525 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b608c915-a279-4d3b-ad42-403485f33b20 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:00.488892 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b608c915-a279-4d3b-ad42-403485f33b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:00.489250 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b608c915-a279-4d3b-ad42-403485f33b20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:00.489585 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b608c915-a279-4d3b-ad42-403485f33b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:00.489942 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b608c915-a279-4d3b-ad42-403485f33b20 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:00.490268 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b608c915-a279-4d3b-ad42-403485f33b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:00.490676 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b608c915-a279-4d3b-ad42-403485f33b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:00.491008 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b608c915-a279-4d3b-ad42-403485f33b20 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:00.491332 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b608c915-a279-4d3b-ad42-403485f33b20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:00.491653 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b608c915-a279-4d3b-ad42-403485f33b20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:00.491989 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b608c915-a279-4d3b-ad42-403485f33b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:00.492332 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b608c915-a279-4d3b-ad42-403485f33b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:00.492650 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b608c915-a279-4d3b-ad42-403485f33b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:00.492968 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b608c915-a279-4d3b-ad42-403485f33b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b608c915-a279-4d3b-ad42-403485f33b20 None None] Tracked resource versions report: Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: pushed versions: Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: { 'AddressGroup': {'1.2'}, Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: 'Agent': {'1.1'}, Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: 'ConntrackHelper': {'1.0'}, Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: 'Log': {'1.0'}, Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: 'NDPProxy': {'1.0'}, Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: 'Network': {'1.1'}, Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: 'Port': {'1.7'}, Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: 'PortForwarding': {'1.3'}, Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: 'QosPolicy': {'1.10'}, Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: 'SecurityGroup': {'1.5'}, Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: 'SubPort': {'1.0'}, Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: 'Subnet': {'1.1'}, Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: 'Trunk': {'1.1'}} Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: consumer versions: Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: { DHCP agent@dv-cinder-838009-1-iscsi: {}, Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: L3 agent@dv-cinder-838009-1-iscsi: {}, Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: Metadata agent@dv-cinder-838009-1-iscsi: {}, Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: Metering agent@dv-cinder-838009-1-iscsi: {}, Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: Open vSwitch agent@dv-cinder-838009-1-iscsi: { 'AddressGroup': '1.2', Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: 'Agent': '1.1', Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: 'ConntrackHelper': '1.0', Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: 'LocalIPAssociation': '1.0', Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: 'Log': '1.0', Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: 'NDPProxy': '1.0', Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: 'Network': '1.1', Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: 'Port': '1.7', Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: 'PortForwarding': '1.3', Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: 'QosPolicy': '1.10', Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: 'SecurityGroup': '1.5', Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: 'SecurityGroupRule': '1.2', Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: 'SubPort': '1.0', Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: 'Subnet': '1.1', Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: 'Trunk': '1.1'}} Apr 14 21:52:00.495116 dv-cinder-838009-1-iscsi neutron-server[103422]: {{(pid=103422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:52:00.508710 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-dcae6b13-06f6-4321-ab19-c13c59a78239 None None] Attempting to bind port a8aa42d7-265b-4136-a6ea-21165be5bc2f on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:52:00.509117 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-dcae6b13-06f6-4321-ab19-c13c59a78239 None None] Attempting to bind port a8aa42d7-265b-4136-a6ea-21165be5bc2f by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': '3b67b071-2451-48d2-85f3-9fc919a92f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b4e697fd-64c4-4e75-82d7-9e831dcd3698'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:52:00.509573 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcae6b13-06f6-4321-ab19-c13c59a78239 None None] Attempting to bind port a8aa42d7-265b-4136-a6ea-21165be5bc2f on network b4e697fd-64c4-4e75-82d7-9e831dcd3698 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:52:00.515307 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcae6b13-06f6-4321-ab19-c13c59a78239 None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:52:00.515726 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcae6b13-06f6-4321-ab19-c13c59a78239 None None] Checking segment: {'id': '3b67b071-2451-48d2-85f3-9fc919a92f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b4e697fd-64c4-4e75-82d7-9e831dcd3698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:52:00.516196 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dcae6b13-06f6-4321-ab19-c13c59a78239 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:00.516628 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcae6b13-06f6-4321-ab19-c13c59a78239 None None] Bound using segment: {'id': '3b67b071-2451-48d2-85f3-9fc919a92f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b4e697fd-64c4-4e75-82d7-9e831dcd3698'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:52:00.517390 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-dcae6b13-06f6-4321-ab19-c13c59a78239 None None] Bound port: a8aa42d7-265b-4136-a6ea-21165be5bc2f, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b67b071-2451-48d2-85f3-9fc919a92f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b4e697fd-64c4-4e75-82d7-9e831dcd3698'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:52:00.517790 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dcae6b13-06f6-4321-ab19-c13c59a78239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (a8aa42d7-265b-4136-a6ea-21165be5bc2f), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:00.590742 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-dcae6b13-06f6-4321-ab19-c13c59a78239 None None] For port a8aa42d7-265b-4136-a6ea-21165be5bc2f, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:52:00.620206 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-dcae6b13-06f6-4321-ab19-c13c59a78239 None None] For port a8aa42d7-265b-4136-a6ea-21165be5bc2f, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=a8aa42d7-265b-4136-a6ea-21165be5bc2f,segment=NetworkSegment(3b67b071-2451-48d2-85f3-9fc919a92f7c),segment_id=3b67b071-2451-48d2-85f3-9fc919a92f7c)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:52:00.631339 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dcae6b13-06f6-4321-ab19-c13c59a78239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (a8aa42d7-265b-4136-a6ea-21165be5bc2f), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:00.631981 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f7b20b1e-4c4e-45c9-a8e8-d2a320e817a1 None None] Provisioning complete for port a8aa42d7-265b-4136-a6ea-21165be5bc2f triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:52:00.632508 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f7b20b1e-4c4e-45c9-a8e8-d2a320e817a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (a8aa42d7-265b-4136-a6ea-21165be5bc2f), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:00.704994 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608c915-a279-4d3b-ad42-403485f33b20 None None] Pushing event updated for resources: {'Port': ['ID=a8aa42d7-265b-4136-a6ea-21165be5bc2f,revision_number=4']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:52:00.708835 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcae6b13-06f6-4321-ab19-c13c59a78239 None None] Routers {'65ae7a0d-74e1-4dcb-8b9d-bb80201faa60'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:52:00.709657 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-dcae6b13-06f6-4321-ab19-c13c59a78239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T21:51:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['65ae7a0d-74e1-4dcb-8b9d-bb80201faa60'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:52:00.716619 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f7b20b1e-4c4e-45c9-a8e8-d2a320e817a1 None None] Current status of the port a8aa42d7-265b-4136-a6ea-21165be5bc2f is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:52:00.717220 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f7b20b1e-4c4e-45c9-a8e8-d2a320e817a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (a8aa42d7-265b-4136-a6ea-21165be5bc2f), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:00.753754 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f7b20b1e-4c4e-45c9-a8e8-d2a320e817a1 None None] For port a8aa42d7-265b-4136-a6ea-21165be5bc2f, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=a8aa42d7-265b-4136-a6ea-21165be5bc2f,segment=NetworkSegment(3b67b071-2451-48d2-85f3-9fc919a92f7c),segment_id=3b67b071-2451-48d2-85f3-9fc919a92f7c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:52:00.759544 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f7b20b1e-4c4e-45c9-a8e8-d2a320e817a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (a8aa42d7-265b-4136-a6ea-21165be5bc2f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:00.823704 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-dcae6b13-06f6-4321-ab19-c13c59a78239 None None] Set router 65ae7a0d-74e1-4dcb-8b9d-bb80201faa60 gateway port host: None {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:52:00.833672 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b20b1e-4c4e-45c9-a8e8-d2a320e817a1 None None] Pushing event updated for resources: {'Port': ['ID=a8aa42d7-265b-4136-a6ea-21165be5bc2f,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:52:00.880927 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-62a32e82-48b2-4197-af8b-24bb057e2406 None None] Provisioning complete for port a8aa42d7-265b-4136-a6ea-21165be5bc2f triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:52:00.881330 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-62a32e82-48b2-4197-af8b-24bb057e2406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (a8aa42d7-265b-4136-a6ea-21165be5bc2f), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:00.971789 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-62a32e82-48b2-4197-af8b-24bb057e2406 None None] Current status of the port a8aa42d7-265b-4136-a6ea-21165be5bc2f is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:52:01.045285 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-dcae6b13-06f6-4321-ab19-c13c59a78239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ae7a0d-74e1-4dcb-8b9d-bb80201faa60', 'name': 'router1', 'tenant_id': '079d31fa04294c7e85942a76a86651dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:51:47Z', 'updated_at': '2022-04-14T21:51:58Z', 'revision_number': 2, 'project_id': '079d31fa04294c7e85942a76a86651dd', 'gw_port_host': None, '_interfaces': [{'id': 'a8aa42d7-265b-4136-a6ea-21165be5bc2f', 'name': '', 'network_id': 'b4e697fd-64c4-4e75-82d7-9e831dcd3698', 'tenant_id': '079d31fa04294c7e85942a76a86651dd', 'mac_address': 'fa:16:3e:c3:a8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ae7a0d-74e1-4dcb-8b9d-bb80201faa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2b11faf-4f92-43a5-9edc-5ac903e94717', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:51:57Z', 'updated_at': '2022-04-14T21:52:00Z', 'revision_number': 4, 'project_id': '079d31fa04294c7e85942a76a86651dd', 'subnets': [{'id': 'd2b11faf-4f92-43a5-9edc-5ac903e94717', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fef56d5e-6635-4695-88a1-81250dd461b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:52:01.071519 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcae6b13-06f6-4321-ab19-c13c59a78239 None None] The sync data for ids ['65ae7a0d-74e1-4dcb-8b9d-bb80201faa60'] in dv-cinder-838009-1-iscsi is: [{'id': '65ae7a0d-74e1-4dcb-8b9d-bb80201faa60', 'name': 'router1', 'tenant_id': '079d31fa04294c7e85942a76a86651dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:51:47Z', 'updated_at': '2022-04-14T21:51:58Z', 'revision_number': 2, 'project_id': '079d31fa04294c7e85942a76a86651dd', 'gw_port_host': None, '_interfaces': [{'id': 'a8aa42d7-265b-4136-a6ea-21165be5bc2f', 'name': '', 'network_id': 'b4e697fd-64c4-4e75-82d7-9e831dcd3698', 'tenant_id': '079d31fa04294c7e85942a76a86651dd', 'mac_address': 'fa:16:3e:c3:a8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ae7a0d-74e1-4dcb-8b9d-bb80201faa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2b11faf-4f92-43a5-9edc-5ac903e94717', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:51:57Z', 'updated_at': '2022-04-14T21:52:00Z', 'revision_number': 4, 'project_id': '079d31fa04294c7e85942a76a86651dd', 'subnets': [{'id': 'd2b11faf-4f92-43a5-9edc-5ac903e94717', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fef56d5e-6635-4695-88a1-81250dd461b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:52:01.606938 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 41330) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:52:01.824977 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfefadd-67f2-485c-8c12-831f153ae7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:52:01.826378 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-ebfefadd-67f2-485c-8c12-831f153ae7ff admin admin] 10.222.0.43 "GET /v2.0/networks/3128b05d-34b2-457b-8391-96d8c4503307 HTTP/1.1" status: 200 len: 842 time: 0.2178743 Apr 14 21:52:01.836299 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-4d2de956-f236-460b-85d7-b747e3a4fe91 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:52:01.860863 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2de956-f236-460b-85d7-b747e3a4fe91 admin admin] Made reservation on behalf of da8acb17117f43719ce03ff9ae2fa3f8 for: {'subnet': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:52:01.863116 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4d2de956-f236-460b-85d7-b747e3a4fe91 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:02.230860 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.objects.ports [None req-4d2de956-f236-460b-85d7-b747e3a4fe91 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103420) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 14 21:52:02.231282 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4d2de956-f236-460b-85d7-b747e3a4fe91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for subnet (9279f13a-7b11-4203-b3e3-d3fa0b2aa609), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:02.281706 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2de956-f236-460b-85d7-b747e3a4fe91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9279f13a-7b11-4203-b3e3-d3fa0b2aa609,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:52:02.299748 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2de956-f236-460b-85d7-b747e3a4fe91 admin admin] Checking segment: {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:52:02.300109 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2de956-f236-460b-85d7-b747e3a4fe91 admin admin] Network hostable DHCP agents. Network: 3128b05d-34b2-457b-8391-96d8c4503307, hostable agents: ['806db378-0d8c-47fe-9666-9619b6d8e1d9'], hosted agents: [] {{(pid=103420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:52:02.316990 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2de956-f236-460b-85d7-b747e3a4fe91 admin admin] Network 3128b05d-34b2-457b-8391-96d8c4503307 is scheduled to be hosted by DHCP agent 806db378-0d8c-47fe-9666-9619b6d8e1d9 with binding_index 1 {{(pid=103420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:52:02.325627 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-4d2de956-f236-460b-85d7-b747e3a4fe91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-1-iscsi, 3128b05d-34b2-457b-8391-96d8c4503307) {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:52:02.330015 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2de956-f236-460b-85d7-b747e3a4fe91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:52:02.330862 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4d2de956-f236-460b-85d7-b747e3a4fe91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:02.335886 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe6a7a0-6995-4a2f-b006-f3cd8d249c5a None None] Network 3128b05d-34b2-457b-8391-96d8c4503307 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:52:02.352832 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-4d2de956-f236-460b-85d7-b747e3a4fe91 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5201678 Apr 14 21:52:02.456096 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4ad4af-de07-4206-b5d9-569d6b104829 None None] Network 3128b05d-34b2-457b-8391-96d8c4503307 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:52:04.923418 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 41348) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:52:05.066154 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-855171cb-dbda-4b06-b51e-8611f638d1a3 demo admin] 10.222.0.43 "GET /v2.0/routers/65ae7a0d-74e1-4dcb-8b9d-bb80201faa60 HTTP/1.1" status: 200 len: 710 time: 0.1414280 Apr 14 21:52:05.158720 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc37bba7-15bb-417f-990b-0ac1e190a2ac demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:52:05.160091 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-bc37bba7-15bb-417f-990b-0ac1e190a2ac demo admin] 10.222.0.43 "GET /v2.0/networks/3128b05d-34b2-457b-8391-96d8c4503307 HTTP/1.1" status: 200 len: 886 time: 0.0887430 Apr 14 21:52:05.169261 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-d3420e01-b1f5-4e3c-98c9-cad323ed4c5f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:52:05.420032 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d3420e01-b1f5-4e3c-98c9-cad323ed4c5f demo admin] Publish callbacks [] for router_gateway (65ae7a0d-74e1-4dcb-8b9d-bb80201faa60), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:05.641993 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d3420e01-b1f5-4e3c-98c9-cad323ed4c5f demo admin] Publish callbacks [] for router_gateway (65ae7a0d-74e1-4dcb-8b9d-bb80201faa60), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:05.716084 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d3420e01-b1f5-4e3c-98c9-cad323ed4c5f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:05.823266 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-d3420e01-b1f5-4e3c-98c9-cad323ed4c5f demo admin] Allocated IP 172.27.2.127 (3128b05d-34b2-457b-8391-96d8c4503307/9279f13a-7b11-4203-b3e3-d3fa0b2aa609/fceb7478-6171-49c5-8e81-7af12cff2a5f) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:52:05.928184 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d3420e01-b1f5-4e3c-98c9-cad323ed4c5f demo admin] Publish callbacks [] for port (fceb7478-6171-49c5-8e81-7af12cff2a5f), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:05.959877 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d3420e01-b1f5-4e3c-98c9-cad323ed4c5f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696'] for port (fceb7478-6171-49c5-8e81-7af12cff2a5f), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:05.996461 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3420e01-b1f5-4e3c-98c9-cad323ed4c5f demo admin] Network 3128b05d-34b2-457b-8391-96d8c4503307 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:52:05.999319 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-d3420e01-b1f5-4e3c-98c9-cad323ed4c5f demo admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:52:06.004992 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3420e01-b1f5-4e3c-98c9-cad323ed4c5f demo admin] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:52:06.071062 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3420e01-b1f5-4e3c-98c9-cad323ed4c5f demo admin] Pushing event updated for resources: {'Port': ['ID=fceb7478-6171-49c5-8e81-7af12cff2a5f,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:52:06.359274 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d3420e01-b1f5-4e3c-98c9-cad323ed4c5f demo admin] Publish callbacks [] for router_gateway (65ae7a0d-74e1-4dcb-8b9d-bb80201faa60), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:06.584670 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d3420e01-b1f5-4e3c-98c9-cad323ed4c5f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773754', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1780167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26558'] for router (65ae7a0d-74e1-4dcb-8b9d-bb80201faa60), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:06.590161 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d3420e01-b1f5-4e3c-98c9-cad323ed4c5f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1773747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1773736', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1780028'] for router (65ae7a0d-74e1-4dcb-8b9d-bb80201faa60), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:06.725108 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3420e01-b1f5-4e3c-98c9-cad323ed4c5f demo admin] Router 65ae7a0d-74e1-4dcb-8b9d-bb80201faa60 has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:52:06.864362 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3420e01-b1f5-4e3c-98c9-cad323ed4c5f demo admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:52:06.868621 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d3420e01-b1f5-4e3c-98c9-cad323ed4c5f demo admin] Publish callbacks [] for router (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:06.888455 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-d3420e01-b1f5-4e3c-98c9-cad323ed4c5f demo admin] 10.222.0.43 "PUT /v2.0/routers/65ae7a0d-74e1-4dcb-8b9d-bb80201faa60 HTTP/1.1" status: 200 len: 890 time: 1.7049088 Apr 14 21:52:09.300289 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device a8aa42d7-265b-4136-a6ea-21165be5bc2f up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:52:09.344881 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port a8aa42d7-265b-4136-a6ea-21165be5bc2f triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:52:09.345271 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (a8aa42d7-265b-4136-a6ea-21165be5bc2f), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:09.423968 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port a8aa42d7-265b-4136-a6ea-21165be5bc2f is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:52:09.484500 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 41360) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:52:09.597967 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-0cbb9481-b891-456d-a52b-54e5451833b5 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1123428 Apr 14 21:52:09.998544 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf8c08a-be04-4402-aeb3-8337df3d74e9 None None] Sync routers for ids ['65ae7a0d-74e1-4dcb-8b9d-bb80201faa60'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:52:10.014479 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf8c08a-be04-4402-aeb3-8337df3d74e9 None None] Routers {'65ae7a0d-74e1-4dcb-8b9d-bb80201faa60'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:52:10.015158 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-3bf8c08a-be04-4402-aeb3-8337df3d74e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T21:51:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['65ae7a0d-74e1-4dcb-8b9d-bb80201faa60'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:52:10.239197 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-3bf8c08a-be04-4402-aeb3-8337df3d74e9 None None] Set router 65ae7a0d-74e1-4dcb-8b9d-bb80201faa60 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:52:10.699736 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-3bf8c08a-be04-4402-aeb3-8337df3d74e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ae7a0d-74e1-4dcb-8b9d-bb80201faa60', 'name': 'router1', 'tenant_id': '079d31fa04294c7e85942a76a86651dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'fceb7478-6171-49c5-8e81-7af12cff2a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:51:47Z', 'updated_at': '2022-04-14T21:52:06Z', 'revision_number': 4, 'project_id': '079d31fa04294c7e85942a76a86651dd', 'gw_port': {'id': 'fceb7478-6171-49c5-8e81-7af12cff2a5f', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ae7a0d-74e1-4dcb-8b9d-bb80201faa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:52:05Z', 'updated_at': '2022-04-14T21:52:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': 'a8aa42d7-265b-4136-a6ea-21165be5bc2f', 'name': '', 'network_id': 'b4e697fd-64c4-4e75-82d7-9e831dcd3698', 'tenant_id': '079d31fa04294c7e85942a76a86651dd', 'mac_address': 'fa:16:3e:c3:a8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae7a0d-74e1-4dcb-8b9d-bb80201faa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2b11faf-4f92-43a5-9edc-5ac903e94717', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:51:57Z', 'updated_at': '2022-04-14T21:52:00Z', 'revision_number': 5, 'project_id': '079d31fa04294c7e85942a76a86651dd', 'subnets': [{'id': 'd2b11faf-4f92-43a5-9edc-5ac903e94717', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fef56d5e-6635-4695-88a1-81250dd461b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:52:10.752081 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf8c08a-be04-4402-aeb3-8337df3d74e9 None None] Checking router: 65ae7a0d-74e1-4dcb-8b9d-bb80201faa60 for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:52:10.752479 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf8c08a-be04-4402-aeb3-8337df3d74e9 None None] Updating router 65ae7a0d-74e1-4dcb-8b9d-bb80201faa60 port fceb7478-6171-49c5-8e81-7af12cff2a5f binding host dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:52:10.808230 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3bf8c08a-be04-4402-aeb3-8337df3d74e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (fceb7478-6171-49c5-8e81-7af12cff2a5f), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:11.133865 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3bf8c08a-be04-4402-aeb3-8337df3d74e9 None None] Publish callbacks [] for port (fceb7478-6171-49c5-8e81-7af12cff2a5f), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:11.138889 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3bf8c08a-be04-4402-aeb3-8337df3d74e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (fceb7478-6171-49c5-8e81-7af12cff2a5f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:11.188032 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-3bf8c08a-be04-4402-aeb3-8337df3d74e9 None None] Attempting to bind port fceb7478-6171-49c5-8e81-7af12cff2a5f on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:52:11.188417 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-3bf8c08a-be04-4402-aeb3-8337df3d74e9 None None] Attempting to bind port fceb7478-6171-49c5-8e81-7af12cff2a5f by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:52:11.188776 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf8c08a-be04-4402-aeb3-8337df3d74e9 None None] Attempting to bind port fceb7478-6171-49c5-8e81-7af12cff2a5f on network 3128b05d-34b2-457b-8391-96d8c4503307 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:52:11.197238 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb144ef-6887-4da8-8bb2-0417cfb5d4e7 None None] Pushing event updated for resources: {'Port': ['ID=fceb7478-6171-49c5-8e81-7af12cff2a5f,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:52:11.199547 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf8c08a-be04-4402-aeb3-8337df3d74e9 None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:52:11.199928 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf8c08a-be04-4402-aeb3-8337df3d74e9 None None] Checking segment: {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:52:11.200327 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3bf8c08a-be04-4402-aeb3-8337df3d74e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:11.200705 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf8c08a-be04-4402-aeb3-8337df3d74e9 None None] Bound using segment: {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:52:11.201168 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-3bf8c08a-be04-4402-aeb3-8337df3d74e9 None None] Bound port: fceb7478-6171-49c5-8e81-7af12cff2a5f, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:52:11.201538 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3bf8c08a-be04-4402-aeb3-8337df3d74e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (fceb7478-6171-49c5-8e81-7af12cff2a5f), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:11.252354 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-3bf8c08a-be04-4402-aeb3-8337df3d74e9 None None] For port fceb7478-6171-49c5-8e81-7af12cff2a5f, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:52:11.255237 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-3bf8c08a-be04-4402-aeb3-8337df3d74e9 None None] For port fceb7478-6171-49c5-8e81-7af12cff2a5f, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=fceb7478-6171-49c5-8e81-7af12cff2a5f,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:52:11.260911 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3bf8c08a-be04-4402-aeb3-8337df3d74e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (fceb7478-6171-49c5-8e81-7af12cff2a5f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:11.324872 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb144ef-6887-4da8-8bb2-0417cfb5d4e7 None None] Pushing event updated for resources: {'Port': ['ID=fceb7478-6171-49c5-8e81-7af12cff2a5f,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:52:11.335431 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf8c08a-be04-4402-aeb3-8337df3d74e9 None None] Routers {'65ae7a0d-74e1-4dcb-8b9d-bb80201faa60'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:52:11.336095 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-3bf8c08a-be04-4402-aeb3-8337df3d74e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T21:51:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['65ae7a0d-74e1-4dcb-8b9d-bb80201faa60'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:52:11.457419 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-3bf8c08a-be04-4402-aeb3-8337df3d74e9 None None] Set router 65ae7a0d-74e1-4dcb-8b9d-bb80201faa60 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:52:11.673600 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-3bf8c08a-be04-4402-aeb3-8337df3d74e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ae7a0d-74e1-4dcb-8b9d-bb80201faa60', 'name': 'router1', 'tenant_id': '079d31fa04294c7e85942a76a86651dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'fceb7478-6171-49c5-8e81-7af12cff2a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:51:47Z', 'updated_at': '2022-04-14T21:52:06Z', 'revision_number': 4, 'project_id': '079d31fa04294c7e85942a76a86651dd', 'gw_port': {'id': 'fceb7478-6171-49c5-8e81-7af12cff2a5f', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ae7a0d-74e1-4dcb-8b9d-bb80201faa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:52:05Z', 'updated_at': '2022-04-14T21:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': 'a8aa42d7-265b-4136-a6ea-21165be5bc2f', 'name': '', 'network_id': 'b4e697fd-64c4-4e75-82d7-9e831dcd3698', 'tenant_id': '079d31fa04294c7e85942a76a86651dd', 'mac_address': 'fa:16:3e:c3:a8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae7a0d-74e1-4dcb-8b9d-bb80201faa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2b11faf-4f92-43a5-9edc-5ac903e94717', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:51:57Z', 'updated_at': '2022-04-14T21:52:00Z', 'revision_number': 5, 'project_id': '079d31fa04294c7e85942a76a86651dd', 'subnets': [{'id': 'd2b11faf-4f92-43a5-9edc-5ac903e94717', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fef56d5e-6635-4695-88a1-81250dd461b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:52:11.704734 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf8c08a-be04-4402-aeb3-8337df3d74e9 None None] The sync data for ids ['65ae7a0d-74e1-4dcb-8b9d-bb80201faa60'] in dv-cinder-838009-1-iscsi is: [{'id': '65ae7a0d-74e1-4dcb-8b9d-bb80201faa60', 'name': 'router1', 'tenant_id': '079d31fa04294c7e85942a76a86651dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'fceb7478-6171-49c5-8e81-7af12cff2a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:51:47Z', 'updated_at': '2022-04-14T21:52:06Z', 'revision_number': 4, 'project_id': '079d31fa04294c7e85942a76a86651dd', 'gw_port': {'id': 'fceb7478-6171-49c5-8e81-7af12cff2a5f', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ae7a0d-74e1-4dcb-8b9d-bb80201faa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:52:05Z', 'updated_at': '2022-04-14T21:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': 'a8aa42d7-265b-4136-a6ea-21165be5bc2f', 'name': '', 'network_id': 'b4e697fd-64c4-4e75-82d7-9e831dcd3698', 'tenant_id': '079d31fa04294c7e85942a76a86651dd', 'mac_address': 'fa:16:3e:c3:a8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae7a0d-74e1-4dcb-8b9d-bb80201faa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2b11faf-4f92-43a5-9edc-5ac903e94717', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:51:57Z', 'updated_at': '2022-04-14T21:52:00Z', 'revision_number': 5, 'project_id': '079d31fa04294c7e85942a76a86651dd', 'subnets': [{'id': 'd2b11faf-4f92-43a5-9edc-5ac903e94717', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fef56d5e-6635-4695-88a1-81250dd461b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:52:13.324681 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device fceb7478-6171-49c5-8e81-7af12cff2a5f up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:52:13.402194 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port fceb7478-6171-49c5-8e81-7af12cff2a5f triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:52:13.402734 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (fceb7478-6171-49c5-8e81-7af12cff2a5f), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:13.498436 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port fceb7478-6171-49c5-8e81-7af12cff2a5f is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:52:13.498828 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (fceb7478-6171-49c5-8e81-7af12cff2a5f), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:13.529089 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] For port fceb7478-6171-49c5-8e81-7af12cff2a5f, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=fceb7478-6171-49c5-8e81-7af12cff2a5f,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:52:13.541413 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (fceb7478-6171-49c5-8e81-7af12cff2a5f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:13.612809 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Pushing event updated for resources: {'Port': ['ID=fceb7478-6171-49c5-8e81-7af12cff2a5f,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:52:15.360787 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device fceb7478-6171-49c5-8e81-7af12cff2a5f up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:52:15.443490 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port fceb7478-6171-49c5-8e81-7af12cff2a5f triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:52:15.443766 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (fceb7478-6171-49c5-8e81-7af12cff2a5f), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:15.624934 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port fceb7478-6171-49c5-8e81-7af12cff2a5f is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:52:23.971234 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7a4450f7-06ef-4895-8717-4e8c740830a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:26.336705 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-570572dd-e108-44ed-b21a-d5d21d1c296c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:27.417483 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:28.788148 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:29.336528 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 5 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:52:30.433185 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:53.973109 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9e9733f8-3f59-45f8-b79f-7eb14206f544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:56.343639 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-18874760-d8f0-4349-8a5e-94d0fda5b6dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:57.416014 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:58.724364 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:00.438794 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:06.342754 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 5 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:53:23.972337 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-01ab23bb-6ba2-4b0f-b10c-11ea72580b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:26.327445 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fab3716c-f1e1-493c-b6fc-fa45863002ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:27.425410 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:28.721539 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:30.434318 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:34.911942 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 41844) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:53:34.974202 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30a52e0-6bf5-4a49-83a7-45bcb4f596cb admin admin] GET failed (client error): The resource could not be found. Apr 14 21:53:34.975512 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-c30a52e0-6bf5-4a49-83a7-45bcb4f596cb admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0625765 Apr 14 21:53:35.146364 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426b6165-00ef-4f49-90e4-21e86e7fe6ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:53:35.148298 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-426b6165-00ef-4f49-90e4-21e86e7fe6ef admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1680806 Apr 14 21:53:37.536250 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 41854) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:53:37.628280 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be461242-4b6a-42bb-b759-5f9d92a7f223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:53:37.629691 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-be461242-4b6a-42bb-b759-5f9d92a7f223 admin admin] 10.222.0.43 "GET /v2.0/subnets/d2b11faf-4f92-43a5-9edc-5ac903e94717 HTTP/1.1" status: 200 len: 849 time: 0.0925207 Apr 14 21:53:37.639014 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-0f67c208-aa84-4fb0-b30d-94cb177de79a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:53:37.726064 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0f67c208-aa84-4fb0-b30d-94cb177de79a admin admin] Publish callbacks [] for subnet (d2b11faf-4f92-43a5-9edc-5ac903e94717), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:37.871686 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0f67c208-aa84-4fb0-b30d-94cb177de79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754551689759'] for subnet (d2b11faf-4f92-43a5-9edc-5ac903e94717), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:37.901820 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f67c208-aa84-4fb0-b30d-94cb177de79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:53:37.902685 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0f67c208-aa84-4fb0-b30d-94cb177de79a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:37.905477 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-0f67c208-aa84-4fb0-b30d-94cb177de79a admin admin] 10.222.0.43 "PUT /v2.0/subnets/d2b11faf-4f92-43a5-9edc-5ac903e94717 HTTP/1.1" status: 200 len: 868 time: 0.2682912 Apr 14 21:53:37.905675 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a01c805-6e67-478a-be19-025c492f5842 None None] Network b4e697fd-64c4-4e75-82d7-9e831dcd3698 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:53:37.927474 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67c208-aa84-4fb0-b30d-94cb177de79a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2b11faf-4f92-43a5-9edc-5ac903e94717,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:53:37.935500 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67c208-aa84-4fb0-b30d-94cb177de79a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:53:37.935874 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67c208-aa84-4fb0-b30d-94cb177de79a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:53:37.936189 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67c208-aa84-4fb0-b30d-94cb177de79a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:53:37.936570 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67c208-aa84-4fb0-b30d-94cb177de79a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:53:37.936899 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67c208-aa84-4fb0-b30d-94cb177de79a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:53:37.937222 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67c208-aa84-4fb0-b30d-94cb177de79a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:53:37.937543 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67c208-aa84-4fb0-b30d-94cb177de79a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:53:37.937862 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67c208-aa84-4fb0-b30d-94cb177de79a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:53:37.938196 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67c208-aa84-4fb0-b30d-94cb177de79a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:53:37.938516 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67c208-aa84-4fb0-b30d-94cb177de79a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:53:37.938849 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67c208-aa84-4fb0-b30d-94cb177de79a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:53:37.939184 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67c208-aa84-4fb0-b30d-94cb177de79a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:53:37.939502 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67c208-aa84-4fb0-b30d-94cb177de79a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:53:37.939810 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67c208-aa84-4fb0-b30d-94cb177de79a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:53:37.940120 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67c208-aa84-4fb0-b30d-94cb177de79a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:53:38.276596 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-b3312924-a540-4f80-bf36-da44b2ea2029 None None] Provisioning complete for port 6666b8f1-eb62-420a-a68c-e7474b92cd1a triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:53:38.276989 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b3312924-a540-4f80-bf36-da44b2ea2029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (6666b8f1-eb62-420a-a68c-e7474b92cd1a), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:38.355647 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-b3312924-a540-4f80-bf36-da44b2ea2029 None None] Current status of the port 6666b8f1-eb62-420a-a68c-e7474b92cd1a is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:53:38.363542 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-b3312924-a540-4f80-bf36-da44b2ea2029 None None] Provisioning complete for port a8aa42d7-265b-4136-a6ea-21165be5bc2f triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:53:38.363914 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b3312924-a540-4f80-bf36-da44b2ea2029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (a8aa42d7-265b-4136-a6ea-21165be5bc2f), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:38.443096 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-b3312924-a540-4f80-bf36-da44b2ea2029 None None] Current status of the port a8aa42d7-265b-4136-a6ea-21165be5bc2f is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:53:40.288879 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 41862) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:53:40.494292 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd146c29-5622-4f01-bc08-6ec18d5fa29c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:53:40.494674 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd146c29-5622-4f01-bc08-6ec18d5fa29c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:53:40.496227 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-bd146c29-5622-4f01-bc08-6ec18d5fa29c admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2063785 Apr 14 21:53:42.884413 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 41870) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:53:43.150050 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d773823-d9b3-4a43-ad2b-d871f6496e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:53:43.150422 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d773823-d9b3-4a43-ad2b-d871f6496e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:53:43.152785 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-0d773823-d9b3-4a43-ad2b-d871f6496e91 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2665815 Apr 14 21:53:43.334095 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 5 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:53:45.629090 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 41878) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:53:45.875832 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99a6352-d2cb-47a6-8c67-b0ce70ffca6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:53:45.877402 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-b99a6352-d2cb-47a6-8c67-b0ce70ffca6a admin admin] 10.222.0.43 "GET /v2.0/networks/3128b05d-34b2-457b-8391-96d8c4503307 HTTP/1.1" status: 200 len: 886 time: 0.2473750 Apr 14 21:53:48.254134 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 41888) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:53:48.409807 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75586e1b-e68d-4584-b8ec-de931e87ffd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:53:48.411206 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-75586e1b-e68d-4584-b8ec-de931e87ffd2 admin admin] 10.222.0.43 "GET /v2.0/networks/b4e697fd-64c4-4e75-82d7-9e831dcd3698 HTTP/1.1" status: 200 len: 868 time: 0.1561191 Apr 14 21:53:51.052478 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 41896) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:53:51.186193 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624bc788-7c56-4537-ab9f-ba1043ae0f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:53:51.186634 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624bc788-7c56-4537-ab9f-ba1043ae0f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:53:51.188211 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-624bc788-7c56-4537-ab9f-ba1043ae0f0a admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1345785 Apr 14 21:53:53.668659 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 41904) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:53:53.816904 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95107c31-598a-465e-bdec-7bad5c3cab15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:53:53.817363 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95107c31-598a-465e-bdec-7bad5c3cab15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:53:53.819069 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-95107c31-598a-465e-bdec-7bad5c3cab15 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1490648 Apr 14 21:53:53.972266 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-52ee81fb-64ce-4e37-8438-b109ee8c4ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:56.231886 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 41912) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:53:56.322403 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f7d557-bb4c-49a8-a0e3-ab8c03f4cc26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:53:56.323790 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-21f7d557-bb4c-49a8-a0e3-ab8c03f4cc26 admin admin] 10.222.0.43 "GET /v2.0/subnets/9279f13a-7b11-4203-b3e3-d3fa0b2aa609 HTTP/1.1" status: 200 len: 816 time: 0.0909078 Apr 14 21:53:56.330864 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f413d740-b2d3-4283-8274-43aef282b94f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:57.422177 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:58.695680 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 41920) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:53:58.714512 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:58.830905 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef24e82e-0ddf-4710-837a-fe2385b55016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:53:58.832306 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-ef24e82e-0ddf-4710-837a-fe2385b55016 admin admin] 10.222.0.43 "GET /v2.0/subnets/d2b11faf-4f92-43a5-9edc-5ac903e94717 HTTP/1.1" status: 200 len: 868 time: 0.1354597 Apr 14 21:54:00.433603 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:20.334666 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 5 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:54:23.971397 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-69638ee2-510d-4d5e-a3cc-90631e2e7e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:26.342937 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85df9f0f-79ce-4a31-ac3f-8fd35d9de2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:27.433875 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:28.723486 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:30.432447 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:42.254864 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 41978) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:54:42.307560 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [None req-a8716fee-beba-45c8-af3e-4329ee2f1679 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:54:42.308648 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-a8716fee-beba-45c8-af3e-4329ee2f1679 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0516548 Apr 14 21:54:44.870076 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 41986) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:54:44.948828 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1d4da7-7898-4a52-bf91-8ed1da6f2262 admin admin] GET failed (client error): The resource could not be found. Apr 14 21:54:44.951117 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-1d1d4da7-7898-4a52-bf91-8ed1da6f2262 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0798025 Apr 14 21:54:45.134505 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3e9046-d6b5-465f-b5e9-230e41a60a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:54:45.136220 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-6b3e9046-d6b5-465f-b5e9-230e41a60a56 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1807101 Apr 14 21:54:47.763849 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 41994) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:54:47.815271 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:54:47.845460 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] Made reservation on behalf of da8acb17117f43719ce03ff9ae2fa3f8 for: {'network': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:54:47.848569 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for network (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:47.932664 dv-cinder-838009-1-iscsi neutron-server[103419]: WARNING neutron.services.revisions.revision_plugin [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] Could not find related network for resource to bump revision. Apr 14 21:54:47.953415 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:54:47.968148 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754551739823', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (20ee2119-bd96-4bae-9b63-3a2a3167ac8f), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:47.968780 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] Unsubscribe: segment precommit_create {{(pid=103419) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 14 21:54:47.969293 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.db.segments_db [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] Added segment 20ee2119-bd96-4bae-9b63-3a2a3167ac8f of type vlan for network 7af6f287-0289-408f-97fe-478b4b32ae37 Apr 14 21:54:48.026728 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754551219941'] for network (7af6f287-0289-408f-97fe-478b4b32ae37), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:48.066220 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for network (7af6f287-0289-408f-97fe-478b4b32ae37), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:48.067452 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:54:48.068163 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:48.105732 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3406782 Apr 14 21:54:48.181512 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] Pushing event updated for resources: {'Network': ['ID=7af6f287-0289-408f-97fe-478b4b32ae37,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:54:48.192886 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:48.193349 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:48.193745 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:48.194188 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:48.194566 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:48.194940 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:48.195307 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:48.195775 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:48.196101 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:48.196480 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:48.196828 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:48.197259 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:48.197588 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:48.197908 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:48.198226 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3004996e-440b-4e5d-8b12-7c9ca79b1165 admin admin] Tracked resource versions report: Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: pushed versions: Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: { 'AddressGroup': {'1.2'}, Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: 'Agent': {'1.1'}, Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: 'ConntrackHelper': {'1.0'}, Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: 'Log': {'1.0'}, Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: 'NDPProxy': {'1.0'}, Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: 'Network': {'1.1'}, Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: 'Port': {'1.7'}, Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: 'PortForwarding': {'1.3'}, Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: 'QosPolicy': {'1.10'}, Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: 'SecurityGroup': {'1.5'}, Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: 'SubPort': {'1.0'}, Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: 'Subnet': {'1.1'}, Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: 'Trunk': {'1.1'}} Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: consumer versions: Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: { DHCP agent@dv-cinder-838009-1-iscsi: {}, Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: L3 agent@dv-cinder-838009-1-iscsi: {}, Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: Metadata agent@dv-cinder-838009-1-iscsi: {}, Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: Metering agent@dv-cinder-838009-1-iscsi: {}, Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: Open vSwitch agent@dv-cinder-838009-1-iscsi: { 'AddressGroup': '1.2', Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: 'Agent': '1.1', Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: 'ConntrackHelper': '1.0', Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: 'LocalIPAssociation': '1.0', Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: 'Log': '1.0', Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: 'NDPProxy': '1.0', Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: 'Network': '1.1', Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: 'Port': '1.7', Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: 'PortForwarding': '1.3', Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: 'QosPolicy': '1.10', Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: 'SecurityGroup': '1.5', Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: 'SecurityGroupRule': '1.2', Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: 'SubPort': '1.0', Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: 'Subnet': '1.1', Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: 'Trunk': '1.1'}} Apr 14 21:54:48.199767 dv-cinder-838009-1-iscsi neutron-server[103419]: {{(pid=103419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:54:48.259020 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Network 7af6f287-0289-408f-97fe-478b4b32ae37 details requested by agent ovs-agent-dv-cinder-838009-1-iscsi with host dv-cinder-838009-1-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:54:50.725125 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 42006) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:54:50.808709 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19de9e5-1994-4a50-a802-c15c0e0344c4 admin admin] GET failed (client error): The resource could not be found. Apr 14 21:54:50.810407 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-e19de9e5-1994-4a50-a802-c15c0e0344c4 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0838311 Apr 14 21:54:50.907740 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30315193-e8f7-4710-aab6-551e6bea4675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:54:50.909192 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-30315193-e8f7-4710-aab6-551e6bea4675 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0936985 Apr 14 21:54:50.923847 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-817d1c68-0564-4e9a-b3eb-2500a677bcbf admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '7af6f287-0289-408f-97fe-478b4b32ae37', 'name': 'shared-subnet'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:54:50.946425 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817d1c68-0564-4e9a-b3eb-2500a677bcbf admin admin] Made reservation on behalf of da8acb17117f43719ce03ff9ae2fa3f8 for: {'subnet': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:54:50.948792 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-817d1c68-0564-4e9a-b3eb-2500a677bcbf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:51.134640 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-817d1c68-0564-4e9a-b3eb-2500a677bcbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for subnet (fc64d955-53f4-48e4-9ee4-9f9a5a96dadd), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:51.197330 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d1c68-0564-4e9a-b3eb-2500a677bcbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc64d955-53f4-48e4-9ee4-9f9a5a96dadd,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:54:51.207532 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d1c68-0564-4e9a-b3eb-2500a677bcbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.207990 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d1c68-0564-4e9a-b3eb-2500a677bcbf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.208870 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d1c68-0564-4e9a-b3eb-2500a677bcbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.208870 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d1c68-0564-4e9a-b3eb-2500a677bcbf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.209228 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d1c68-0564-4e9a-b3eb-2500a677bcbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.209563 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d1c68-0564-4e9a-b3eb-2500a677bcbf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.209899 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d1c68-0564-4e9a-b3eb-2500a677bcbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.210237 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d1c68-0564-4e9a-b3eb-2500a677bcbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.210561 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d1c68-0564-4e9a-b3eb-2500a677bcbf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.210882 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d1c68-0564-4e9a-b3eb-2500a677bcbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.211210 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d1c68-0564-4e9a-b3eb-2500a677bcbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.211555 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d1c68-0564-4e9a-b3eb-2500a677bcbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.211879 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d1c68-0564-4e9a-b3eb-2500a677bcbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.212197 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d1c68-0564-4e9a-b3eb-2500a677bcbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.212540 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d1c68-0564-4e9a-b3eb-2500a677bcbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.224013 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817d1c68-0564-4e9a-b3eb-2500a677bcbf admin admin] Checking segment: {'id': '20ee2119-bd96-4bae-9b63-3a2a3167ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7af6f287-0289-408f-97fe-478b4b32ae37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:54:51.224609 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817d1c68-0564-4e9a-b3eb-2500a677bcbf admin admin] Network hostable DHCP agents. Network: 7af6f287-0289-408f-97fe-478b4b32ae37, hostable agents: ['806db378-0d8c-47fe-9666-9619b6d8e1d9'], hosted agents: [] {{(pid=103420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:54:51.252961 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817d1c68-0564-4e9a-b3eb-2500a677bcbf admin admin] Network 7af6f287-0289-408f-97fe-478b4b32ae37 is scheduled to be hosted by DHCP agent 806db378-0d8c-47fe-9666-9619b6d8e1d9 with binding_index 1 {{(pid=103420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:54:51.264294 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-817d1c68-0564-4e9a-b3eb-2500a677bcbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-1-iscsi, 7af6f287-0289-408f-97fe-478b4b32ae37) {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:54:51.270394 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817d1c68-0564-4e9a-b3eb-2500a677bcbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:54:51.271598 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-817d1c68-0564-4e9a-b3eb-2500a677bcbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:51.279850 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0137a9-96c4-4f39-88a6-906f3d43c175 None None] Network 7af6f287-0289-408f-97fe-478b4b32ae37 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:54:51.295002 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-817d1c68-0564-4e9a-b3eb-2500a677bcbf admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3748119 Apr 14 21:54:51.407886 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb219b8ea-8e47-5afe-ae3f-c3ef3885854b-7af6f287-0289-408f-97fe-478b4b32ae37', 'network_id': '7af6f287-0289-408f-97fe-478b4b32ae37', 'project_id': 'da8acb17117f43719ce03ff9ae2fa3f8', 'fixed_ips': [{'subnet_id': 'fc64d955-53f4-48e4-9ee4-9f9a5a96dadd'}]}} from dv-cinder-838009-1-iscsi. {{(pid=103421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:54:51.409047 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:51.571703 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Allocated IP 192.168.233.2 (7af6f287-0289-408f-97fe-478b4b32ae37/fc64d955-53f4-48e4-9ee4-9f9a5a96dadd/7b45f052-0763-432c-8658-01671d17f2f8) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:54:51.748182 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Publish callbacks [] for port (7b45f052-0763-432c-8658-01671d17f2f8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:51.759256 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696'] for port (7b45f052-0763-432c-8658-01671d17f2f8), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:51.828793 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Network 7af6f287-0289-408f-97fe-478b4b32ae37 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:54:51.835221 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:54:51.837554 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Pushing event updated for resources: {'Port': ['ID=7b45f052-0763-432c-8658-01671d17f2f8,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:54:51.841365 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:54:51.855163 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.855628 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.856153 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.856631 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.857080 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.857620 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.858116 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.858559 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.859092 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.859610 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.860023 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.860531 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.861049 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.861496 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.861908 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:54:51.937169 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Attempting to bind port 7b45f052-0763-432c-8658-01671d17f2f8 on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:54:51.937748 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Attempting to bind port 7b45f052-0763-432c-8658-01671d17f2f8 by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': '20ee2119-bd96-4bae-9b63-3a2a3167ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7af6f287-0289-408f-97fe-478b4b32ae37'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:54:51.938211 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Attempting to bind port 7b45f052-0763-432c-8658-01671d17f2f8 on network 7af6f287-0289-408f-97fe-478b4b32ae37 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:54:51.946670 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:54:51.947226 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Checking segment: {'id': '20ee2119-bd96-4bae-9b63-3a2a3167ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7af6f287-0289-408f-97fe-478b4b32ae37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:54:51.947754 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:51.948374 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Bound using segment: {'id': '20ee2119-bd96-4bae-9b63-3a2a3167ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7af6f287-0289-408f-97fe-478b4b32ae37'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:54:51.948948 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Bound port: 7b45f052-0763-432c-8658-01671d17f2f8, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ee2119-bd96-4bae-9b63-3a2a3167ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7af6f287-0289-408f-97fe-478b4b32ae37'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:54:51.949489 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (7b45f052-0763-432c-8658-01671d17f2f8), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:52.043626 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] For port 7b45f052-0763-432c-8658-01671d17f2f8, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:54:52.049392 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] For port 7b45f052-0763-432c-8658-01671d17f2f8, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=7b45f052-0763-432c-8658-01671d17f2f8,segment=NetworkSegment(20ee2119-bd96-4bae-9b63-3a2a3167ac8f),segment_id=20ee2119-bd96-4bae-9b63-3a2a3167ac8f)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:54:52.058906 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (7b45f052-0763-432c-8658-01671d17f2f8), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:52.164518 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb421538-26e6-4b76-87c8-74072c870c6d None None] Pushing event updated for resources: {'Port': ['ID=7b45f052-0763-432c-8658-01671d17f2f8,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:54:53.186659 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf7a870-dd62-4e33-b945-4226820fc061 None None] Network 7af6f287-0289-408f-97fe-478b4b32ae37 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:54:53.284779 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-bc778867-157a-4f9e-b1ef-bd236e542052 None None] Provisioning complete for port 7b45f052-0763-432c-8658-01671d17f2f8 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:54:53.285166 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bc778867-157a-4f9e-b1ef-bd236e542052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (7b45f052-0763-432c-8658-01671d17f2f8), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:53.400608 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-bc778867-157a-4f9e-b1ef-bd236e542052 None None] Current status of the port 7b45f052-0763-432c-8658-01671d17f2f8 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:54:53.401001 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bc778867-157a-4f9e-b1ef-bd236e542052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (7b45f052-0763-432c-8658-01671d17f2f8), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:53.444058 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-bc778867-157a-4f9e-b1ef-bd236e542052 None None] For port 7b45f052-0763-432c-8658-01671d17f2f8, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=7b45f052-0763-432c-8658-01671d17f2f8,segment=NetworkSegment(20ee2119-bd96-4bae-9b63-3a2a3167ac8f),segment_id=20ee2119-bd96-4bae-9b63-3a2a3167ac8f)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:54:53.450839 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bc778867-157a-4f9e-b1ef-bd236e542052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (7b45f052-0763-432c-8658-01671d17f2f8), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:53.502839 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 7b45f052-0763-432c-8658-01671d17f2f8 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:54:53.599911 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc778867-157a-4f9e-b1ef-bd236e542052 None None] Pushing event updated for resources: {'Port': ['ID=7b45f052-0763-432c-8658-01671d17f2f8,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:54:53.622087 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 7b45f052-0763-432c-8658-01671d17f2f8 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:54:53.622838 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (7b45f052-0763-432c-8658-01671d17f2f8), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:53.704027 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-d0ee292c-d50b-4663-9a71-775da04acc8c None None] Provisioning complete for port 7b45f052-0763-432c-8658-01671d17f2f8 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:54:53.704544 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d0ee292c-d50b-4663-9a71-775da04acc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (7b45f052-0763-432c-8658-01671d17f2f8), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:53.812262 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 7b45f052-0763-432c-8658-01671d17f2f8 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:54:53.878944 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d0ee292c-d50b-4663-9a71-775da04acc8c None None] Current status of the port 7b45f052-0763-432c-8658-01671d17f2f8 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:54:53.975739 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a7b957e1-3a10-4654-980f-e2e8db5234ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:55.400112 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 7b45f052-0763-432c-8658-01671d17f2f8 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:54:55.450757 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 7b45f052-0763-432c-8658-01671d17f2f8 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:54:55.451146 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (7b45f052-0763-432c-8658-01671d17f2f8), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:55.531630 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 7b45f052-0763-432c-8658-01671d17f2f8 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:54:56.340194 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-92f2d3d3-90de-4d80-b034-807b915bbc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:57.334087 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 5 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:54:57.439602 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:58.731962 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:55:00.430444 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:55:23.971546 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2a128cda-67d2-41e3-89c8-581367cd173b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:55:26.343633 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2e90087a-1e6d-4e84-b8fa-0d22aea7c0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:55:27.438019 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:55:28.736354 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:55:30.431720 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:55:34.335024 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 5 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:55:53.979621 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-65654f3e-7020-4391-bacd-25172a4b02a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:55:56.344889 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d47fd1bb-e5e9-40bb-867f-a267e55349d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:55:57.437986 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:55:58.733362 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:00.426996 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:11.334547 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 5 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:56:23.967683 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5310ec5f-96be-474c-b7eb-7f0c88c8ebf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:26.339074 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-70ea795c-3b9a-4db0-97e8-c7c90f25615a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:27.440198 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:28.738614 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:30.431101 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:48.334075 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 5 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:56:53.962245 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ae03e4d1-deb4-4809-8235-c36db8883067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:55.094618 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 42044) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:55.101672 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [None req-32e797df-fb28-4682-9dd0-f4572d7de9f4 tempest-verify_tempest_config-18118349 tempest-verify_tempest_config-18118349-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:56:55.102678 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-32e797df-fb28-4682-9dd0-f4572d7de9f4 tempest-verify_tempest_config-18118349 tempest-verify_tempest_config-18118349-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0070965 Apr 14 21:56:55.402054 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 42062) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:55.510201 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-041486ed-3f66-4e4d-abc6-e7dd81676357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:55.585446 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-041486ed-3f66-4e4d-abc6-e7dd81676357 admin admin] Publish callbacks [] for security_group (9cadb11a-3305-4a5d-b7c3-ea57ecd79b1f), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:55.589009 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-041486ed-3f66-4e4d-abc6-e7dd81676357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (9cadb11a-3305-4a5d-b7c3-ea57ecd79b1f), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:55.635020 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-041486ed-3f66-4e4d-abc6-e7dd81676357 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0784b549d7f0496d80c8984d7826208a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2318888 Apr 14 21:56:55.636969 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041486ed-3f66-4e4d-abc6-e7dd81676357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cadb11a-3305-4a5d-b7c3-ea57ecd79b1f,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:55.637744 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 42066) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:55.644560 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041486ed-3f66-4e4d-abc6-e7dd81676357 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:55.644909 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041486ed-3f66-4e4d-abc6-e7dd81676357 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:55.645264 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041486ed-3f66-4e4d-abc6-e7dd81676357 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:55.645602 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041486ed-3f66-4e4d-abc6-e7dd81676357 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:55.645940 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041486ed-3f66-4e4d-abc6-e7dd81676357 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:55.646305 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041486ed-3f66-4e4d-abc6-e7dd81676357 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:55.646635 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041486ed-3f66-4e4d-abc6-e7dd81676357 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:55.646964 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041486ed-3f66-4e4d-abc6-e7dd81676357 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:55.647314 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041486ed-3f66-4e4d-abc6-e7dd81676357 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:55.647647 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041486ed-3f66-4e4d-abc6-e7dd81676357 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:55.647995 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041486ed-3f66-4e4d-abc6-e7dd81676357 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:55.648342 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041486ed-3f66-4e4d-abc6-e7dd81676357 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:55.648675 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041486ed-3f66-4e4d-abc6-e7dd81676357 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:55.649024 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041486ed-3f66-4e4d-abc6-e7dd81676357 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:55.649346 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041486ed-3f66-4e4d-abc6-e7dd81676357 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:55.711399 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-19012dcd-4294-4806-b3e2-f3b15817185f admin admin] Publish callbacks [] for security_group (9cadb11a-3305-4a5d-b7c3-ea57ecd79b1f), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:55.732103 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-19012dcd-4294-4806-b3e2-f3b15817185f admin admin] Publish callbacks [] for security_group (9cadb11a-3305-4a5d-b7c3-ea57ecd79b1f), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:55.832132 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-19012dcd-4294-4806-b3e2-f3b15817185f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (9cadb11a-3305-4a5d-b7c3-ea57ecd79b1f), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:55.834704 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-19012dcd-4294-4806-b3e2-f3b15817185f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:55.835895 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-19012dcd-4294-4806-b3e2-f3b15817185f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9cadb11a-3305-4a5d-b7c3-ea57ecd79b1f HTTP/1.1" status: 204 len: 168 time: 0.1970816 Apr 14 21:56:55.843937 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19012dcd-4294-4806-b3e2-f3b15817185f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cadb11a-3305-4a5d-b7c3-ea57ecd79b1f,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:55.850546 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19012dcd-4294-4806-b3e2-f3b15817185f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:55.850889 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19012dcd-4294-4806-b3e2-f3b15817185f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:55.851239 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19012dcd-4294-4806-b3e2-f3b15817185f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:55.851571 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19012dcd-4294-4806-b3e2-f3b15817185f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:55.851896 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19012dcd-4294-4806-b3e2-f3b15817185f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:55.852253 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19012dcd-4294-4806-b3e2-f3b15817185f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:55.853267 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19012dcd-4294-4806-b3e2-f3b15817185f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:55.853593 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19012dcd-4294-4806-b3e2-f3b15817185f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:55.853935 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19012dcd-4294-4806-b3e2-f3b15817185f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:55.854437 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19012dcd-4294-4806-b3e2-f3b15817185f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:55.854954 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19012dcd-4294-4806-b3e2-f3b15817185f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:55.855281 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19012dcd-4294-4806-b3e2-f3b15817185f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:55.855603 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19012dcd-4294-4806-b3e2-f3b15817185f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:55.855922 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19012dcd-4294-4806-b3e2-f3b15817185f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:55.856242 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19012dcd-4294-4806-b3e2-f3b15817185f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:56.342067 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-989a81c3-d5b0-45d0-8904-ca7398d058d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:57.441482 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:58.740736 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:00.436649 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:23.962725 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa5f9fe1-fc6f-4b0a-8ca4-0949443344d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:25.332755 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 5 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:57:26.347399 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b430dea-34ea-4875-84d4-cd6d197fbdf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:27.445347 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:28.741880 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:30.429163 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:53.965127 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fd5e1566-ea98-49ad-bab7-af113e0b639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:56.359827 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3aaf818d-90dd-4297-b51e-abf1ddaf368f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:57.448294 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:58.746433 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:00.434102 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:02.332754 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 5 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:58:23.970663 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-90157184-532a-45d7-a735-73ba94b8966d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:26.352615 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-96f70760-57d8-47d6-8b15-0c50dda2657d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:27.452105 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:28.750325 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:30.438783 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:39.332181 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 5 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:58:42.555617 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1780648'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:53.964973 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d175a5e9-a68c-432b-97d2-f556c6467809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:56.364283 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-892da329-47cb-4050-b631-7ae5c6827970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:57.456105 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:57.837925 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 42138) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:57.949715 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-320b2ea1-c4bb-42f6-8610-88b8f02f7078 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1105330 Apr 14 21:58:58.754185 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:00.456272 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:00.548889 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 42148) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:59:00.624692 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-e4fa94ba-dfd3-4d7d-be23-248dea0e12bb admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0745888 Apr 14 21:59:12.514303 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:16.331068 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:59:23.967509 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ef791fbc-b074-40d5-a898-748a98f72f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:26.357212 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-447c64f1-a2c0-4148-a475-7afeb21b0ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:27.457750 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:28.755209 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:30.445238 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:42.508431 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:53.330570 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:59:53.973516 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-93f479b2-22ea-4798-bddd-20c991c130e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:56.366989 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4947b564-165d-4e6d-b706-aa75b7b247e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:57.468771 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:58.787068 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:00.453564 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:12.526787 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:23.968796 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-68865960-e881-426e-994d-d030c7ade11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:26.369189 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fcd7cd7d-7bfb-4383-8342-b706051fc511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:27.464024 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:28.770687 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:30.328705 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:00:30.442093 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:42.584346 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:44.023243 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 42304) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:44.287160 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1162303746-network', 'tenant_id': '8354505d255643918a23f2f53ed53d67'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:00:44.309968 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Made reservation on behalf of 8354505d255643918a23f2f53ed53d67 for: {'network': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:00:44.315406 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for network (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:44.323620 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:44.427448 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Publish callbacks [] for security_group (fce12f0b-3a31-4a51-b726-513de06aac36), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:44.431989 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (fce12f0b-3a31-4a51-b726-513de06aac36), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:44.448531 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:00:44.463119 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (18e25c8e-e606-4d30-8374-8a98b19bd17a), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:44.463467 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.db.segments_db [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Added segment 18e25c8e-e606-4d30-8374-8a98b19bd17a of type vlan for network 85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 Apr 14 22:00:44.536871 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754551219941'] for network (85de08d8-9eb8-4e52-8d6f-cc3f42de82b0), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:44.539844 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce12f0b-3a31-4a51-b726-513de06aac36,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:44.588721 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:44.589072 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:44.589481 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:44.589799 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:44.590280 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:44.590694 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:44.591056 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:44.591381 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:44.591701 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:44.592026 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:44.592422 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:44.592766 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:44.593192 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:44.593518 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:44.593850 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Tracked resource versions report: Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: pushed versions: Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: { 'AddressGroup': {'1.2'}, Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: 'Agent': {'1.1'}, Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: 'ConntrackHelper': {'1.0'}, Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: 'LocalIPAssociation': {'1.0'}, Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: 'Log': {'1.0'}, Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: 'NDPProxy': {'1.0'}, Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: 'Network': {'1.1'}, Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: 'Port': {'1.7'}, Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: 'PortForwarding': {'1.3'}, Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: 'QosPolicy': {'1.10'}, Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: 'SecurityGroup': {'1.5'}, Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: 'SecurityGroupRule': {'1.2'}, Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: 'SubPort': {'1.0'}, Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: 'Subnet': {'1.1'}, Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: 'Trunk': {'1.1'}} Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: consumer versions: Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: { DHCP agent@dv-cinder-838009-1-iscsi: {}, Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: HyperV agent@hv-cinder-83800: {}, Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: L3 agent@dv-cinder-838009-1-iscsi: {}, Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: Metadata agent@dv-cinder-838009-1-iscsi: {}, Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: Metering agent@dv-cinder-838009-1-iscsi: {}, Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: Open vSwitch agent@dv-cinder-838009-1-iscsi: { 'AddressGroup': '1.2', Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: 'Agent': '1.1', Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: 'ConntrackHelper': '1.0', Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: 'LocalIPAssociation': '1.0', Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: 'Log': '1.0', Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: 'NDPProxy': '1.0', Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: 'Network': '1.1', Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: 'Port': '1.7', Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: 'PortForwarding': '1.3', Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: 'QosPolicy': '1.10', Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: 'SecurityGroup': '1.5', Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: 'SecurityGroupRule': '1.2', Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: 'SubPort': '1.0', Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: 'Subnet': '1.1', Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: 'Trunk': '1.1'}} Apr 14 22:00:44.595121 dv-cinder-838009-1-iscsi neutron-server[103419]: {{(pid=103419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 22:00:44.602312 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for network (85de08d8-9eb8-4e52-8d6f-cc3f42de82b0), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:44.603632 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:44.604471 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:44.698205 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 42352) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:44.698919 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6737421 Apr 14 22:00:44.699421 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6aaf9c-d114-4a5d-b6a1-3c7335105489 admin admin] Pushing event updated for resources: {'Network': ['ID=85de08d8-9eb8-4e52-8d6f-cc3f42de82b0,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:44.707457 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-c806bfd7-7ad8-43d6-bc7f-9da9941e864b admin admin] Request body: {'subnet': {'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1162303746-subnet', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:00:44.711559 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Network 85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 details requested by agent ovs-agent-dv-cinder-838009-1-iscsi with host dv-cinder-838009-1-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:00:44.743715 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c806bfd7-7ad8-43d6-bc7f-9da9941e864b admin admin] Made reservation on behalf of 8354505d255643918a23f2f53ed53d67 for: {'subnet': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:00:44.750211 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c806bfd7-7ad8-43d6-bc7f-9da9941e864b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:44.966937 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 42360) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:44.988184 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c806bfd7-7ad8-43d6-bc7f-9da9941e864b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for subnet (0a14408c-0a04-4255-b049-e60b2b57871e), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:45.075999 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c806bfd7-7ad8-43d6-bc7f-9da9941e864b admin admin] Checking segment: {'id': '18e25c8e-e606-4d30-8374-8a98b19bd17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:00:45.076426 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c806bfd7-7ad8-43d6-bc7f-9da9941e864b admin admin] Network hostable DHCP agents. Network: 85de08d8-9eb8-4e52-8d6f-cc3f42de82b0, hostable agents: ['806db378-0d8c-47fe-9666-9619b6d8e1d9'], hosted agents: [] {{(pid=103420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:00:45.088305 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806bfd7-7ad8-43d6-bc7f-9da9941e864b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a14408c-0a04-4255-b049-e60b2b57871e,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:45.106728 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c806bfd7-7ad8-43d6-bc7f-9da9941e864b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:45.107110 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c806bfd7-7ad8-43d6-bc7f-9da9941e864b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:45.107749 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c806bfd7-7ad8-43d6-bc7f-9da9941e864b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:45.108188 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c806bfd7-7ad8-43d6-bc7f-9da9941e864b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:45.108627 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c806bfd7-7ad8-43d6-bc7f-9da9941e864b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:45.109323 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c806bfd7-7ad8-43d6-bc7f-9da9941e864b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:45.109944 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c806bfd7-7ad8-43d6-bc7f-9da9941e864b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:45.110589 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c806bfd7-7ad8-43d6-bc7f-9da9941e864b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:45.111033 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c806bfd7-7ad8-43d6-bc7f-9da9941e864b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:45.111485 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c806bfd7-7ad8-43d6-bc7f-9da9941e864b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:45.111939 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c806bfd7-7ad8-43d6-bc7f-9da9941e864b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:45.112410 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c806bfd7-7ad8-43d6-bc7f-9da9941e864b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:45.112833 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c806bfd7-7ad8-43d6-bc7f-9da9941e864b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:45.113259 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c806bfd7-7ad8-43d6-bc7f-9da9941e864b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:45.113674 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c806bfd7-7ad8-43d6-bc7f-9da9941e864b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c806bfd7-7ad8-43d6-bc7f-9da9941e864b admin admin] Tracked resource versions report: Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: pushed versions: Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: { 'AddressGroup': {'1.2'}, Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: 'Agent': {'1.1'}, Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: 'ConntrackHelper': {'1.0'}, Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: 'LocalIPAssociation': {'1.0'}, Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: 'Log': {'1.0'}, Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: 'NDPProxy': {'1.0'}, Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: 'Network': {'1.1'}, Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: 'Port': {'1.7'}, Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: 'PortForwarding': {'1.3'}, Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: 'QosPolicy': {'1.10'}, Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: 'SecurityGroup': {'1.5'}, Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: 'SecurityGroupRule': {'1.2'}, Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: 'SubPort': {'1.0'}, Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: 'Subnet': {'1.1'}, Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: 'Trunk': {'1.1'}} Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: consumer versions: Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: { DHCP agent@dv-cinder-838009-1-iscsi: {}, Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: HyperV agent@hv-cinder-83800: {}, Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: L3 agent@dv-cinder-838009-1-iscsi: {}, Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: Metadata agent@dv-cinder-838009-1-iscsi: {}, Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: Metering agent@dv-cinder-838009-1-iscsi: {}, Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: Open vSwitch agent@dv-cinder-838009-1-iscsi: { 'AddressGroup': '1.2', Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: 'Agent': '1.1', Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: 'ConntrackHelper': '1.0', Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: 'LocalIPAssociation': '1.0', Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: 'Log': '1.0', Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: 'NDPProxy': '1.0', Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: 'Network': '1.1', Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: 'Port': '1.7', Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: 'PortForwarding': '1.3', Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: 'QosPolicy': '1.10', Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: 'SecurityGroup': '1.5', Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: 'SecurityGroupRule': '1.2', Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: 'SubPort': '1.0', Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: 'Subnet': '1.1', Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: 'Trunk': '1.1'}} Apr 14 22:00:45.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: {{(pid=103420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 22:00:45.127732 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c806bfd7-7ad8-43d6-bc7f-9da9941e864b admin admin] Network 85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 is scheduled to be hosted by DHCP agent 806db378-0d8c-47fe-9666-9619b6d8e1d9 with binding_index 1 {{(pid=103420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:00:45.145721 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-c806bfd7-7ad8-43d6-bc7f-9da9941e864b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-1-iscsi, 85de08d8-9eb8-4e52-8d6f-cc3f42de82b0) {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:00:45.151674 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c806bfd7-7ad8-43d6-bc7f-9da9941e864b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:45.152698 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c806bfd7-7ad8-43d6-bc7f-9da9941e864b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:45.164296 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40ad31c-d5bc-45c3-8df9-39111b5a8d29 None None] Network 85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:00:45.175701 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 42372) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:45.181156 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-72d69043-0057-4055-9b19-3a454187d917 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1162303746-router', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:00:45.186176 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-c806bfd7-7ad8-43d6-bc7f-9da9941e864b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4867074 Apr 14 22:00:45.218489 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-72d69043-0057-4055-9b19-3a454187d917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1779785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26517'] for router (b5cb3676-f843-422c-b6c3-06c106e2b12c), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:45.227105 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-72d69043-0057-4055-9b19-3a454187d917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1780185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26540'] for router (b5cb3676-f843-422c-b6c3-06c106e2b12c), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:45.376465 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 42384) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:45.448597 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb219b8ea-8e47-5afe-ae3f-c3ef3885854b-85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'project_id': '8354505d255643918a23f2f53ed53d67', 'fixed_ips': [{'subnet_id': '0a14408c-0a04-4255-b049-e60b2b57871e'}]}} from dv-cinder-838009-1-iscsi. {{(pid=103421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 22:00:45.449790 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:45.462196 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 42390) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:45.500550 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-72d69043-0057-4055-9b19-3a454187d917 admin admin] Publish callbacks [] for router_controller (b5cb3676-f843-422c-b6c3-06c106e2b12c), precommit_add_association {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:45.505483 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 42394) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:45.614710 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-17de6bb8-c3ed-4eed-b727-4524f98f1dcd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2065563515-network', 'tenant_id': '8a71639b156548cf8f768dd40b8c2055'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:00:45.627061 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Allocated IP 172.20.0.2 (85de08d8-9eb8-4e52-8d6f-cc3f42de82b0/0a14408c-0a04-4255-b049-e60b2b57871e/e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:00:45.633285 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-d1142b3e-7729-44a2-a0dc-45b8774583a1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2065454866-network', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:00:45.677148 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17de6bb8-c3ed-4eed-b727-4524f98f1dcd admin admin] Made reservation on behalf of 8a71639b156548cf8f768dd40b8c2055 for: {'network': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:00:45.682180 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-17de6bb8-c3ed-4eed-b727-4524f98f1dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for network (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:45.697766 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-17de6bb8-c3ed-4eed-b727-4524f98f1dcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:45.743113 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1142b3e-7729-44a2-a0dc-45b8774583a1 admin admin] Made reservation on behalf of a890272563304d14843d609bdf1fd1f0 for: {'network': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:00:45.745852 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d1142b3e-7729-44a2-a0dc-45b8774583a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for network (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:45.759301 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d1142b3e-7729-44a2-a0dc-45b8774583a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:45.776952 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-72d69043-0057-4055-9b19-3a454187d917 admin admin] Publish callbacks [] for router_gateway (b5cb3676-f843-422c-b6c3-06c106e2b12c), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:45.872286 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-17de6bb8-c3ed-4eed-b727-4524f98f1dcd admin admin] Publish callbacks [] for security_group (900e8486-a06b-4982-bc35-73a1d8e83f1b), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:45.882034 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-21e04c68-ccff-461e-a488-ec013042aca5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1938713158-network', 'tenant_id': '9c6f2d0d15c14de4b27a34d32459fe55'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:00:45.902508 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-17de6bb8-c3ed-4eed-b727-4524f98f1dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (900e8486-a06b-4982-bc35-73a1d8e83f1b), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:45.917098 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17de6bb8-c3ed-4eed-b727-4524f98f1dcd admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:00:45.927246 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-17de6bb8-c3ed-4eed-b727-4524f98f1dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (09228667-aceb-4540-9108-697d1ba8c45b), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:45.927974 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.segments_db [None req-17de6bb8-c3ed-4eed-b727-4524f98f1dcd admin admin] Added segment 09228667-aceb-4540-9108-697d1ba8c45b of type vlan for network 4103a41b-a3b2-49f0-861f-ebd4f498cba1 Apr 14 22:00:45.980215 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-17de6bb8-c3ed-4eed-b727-4524f98f1dcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754551219941'] for network (4103a41b-a3b2-49f0-861f-ebd4f498cba1), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:46.000344 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Publish callbacks [] for port (e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:46.011078 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e04c68-ccff-461e-a488-ec013042aca5 admin admin] Made reservation on behalf of 9c6f2d0d15c14de4b27a34d32459fe55 for: {'network': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:00:46.011968 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696'] for port (e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:46.014292 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-21e04c68-ccff-461e-a488-ec013042aca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for network (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:46.057996 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-cb1a6010-4c50-470e-a869-afcf12a63c96 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1784155718-network', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:00:46.063080 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-21e04c68-ccff-461e-a488-ec013042aca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:46.079064 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de6bb8-c3ed-4eed-b727-4524f98f1dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900e8486-a06b-4982-bc35-73a1d8e83f1b,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:46.096174 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d1142b3e-7729-44a2-a0dc-45b8774583a1 admin admin] Publish callbacks [] for security_group (acea69c3-fec0-4770-8d0b-a5bce47ea83f), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:46.128587 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d1142b3e-7729-44a2-a0dc-45b8774583a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (acea69c3-fec0-4770-8d0b-a5bce47ea83f), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:46.166103 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Network 85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:00:46.166459 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1142b3e-7729-44a2-a0dc-45b8774583a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acea69c3-fec0-4770-8d0b-a5bce47ea83f,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:46.176587 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Pushing event updated for resources: {'Port': ['ID=e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:46.185738 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:00:46.191518 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:00:46.217293 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1142b3e-7729-44a2-a0dc-45b8774583a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:00:46.219833 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-17de6bb8-c3ed-4eed-b727-4524f98f1dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for network (4103a41b-a3b2-49f0-861f-ebd4f498cba1), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:46.221030 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17de6bb8-c3ed-4eed-b727-4524f98f1dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:46.221613 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-17de6bb8-c3ed-4eed-b727-4524f98f1dcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:46.226563 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-72d69043-0057-4055-9b19-3a454187d917 admin admin] Publish callbacks [] for router_gateway (b5cb3676-f843-422c-b6c3-06c106e2b12c), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:46.229578 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:46.230104 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:46.230613 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:46.231445 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:46.231658 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:46.232177 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:46.236722 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:46.237270 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:46.239970 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:46.241451 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:46.241696 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:46.242121 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:46.242631 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:46.243523 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:46.246793 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Tracked resource versions report: Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: pushed versions: Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: { 'AddressGroup': {'1.2'}, Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: 'Agent': {'1.1'}, Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: 'ConntrackHelper': {'1.0'}, Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: 'LocalIPAssociation': {'1.0'}, Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: 'Log': {'1.0'}, Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: 'NDPProxy': {'1.0'}, Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: 'Network': {'1.1'}, Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: 'Port': {'1.7'}, Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: 'PortForwarding': {'1.3'}, Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: 'QosPolicy': {'1.10'}, Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: 'SecurityGroup': {'1.5'}, Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: 'SecurityGroupRule': {'1.2'}, Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: 'SubPort': {'1.0'}, Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: 'Subnet': {'1.1'}, Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: 'Trunk': {'1.1'}} Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: consumer versions: Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: { DHCP agent@dv-cinder-838009-1-iscsi: {}, Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: HyperV agent@hv-cinder-83800: {}, Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: L3 agent@dv-cinder-838009-1-iscsi: {}, Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: Metadata agent@dv-cinder-838009-1-iscsi: {}, Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: Metering agent@dv-cinder-838009-1-iscsi: {}, Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: Open vSwitch agent@dv-cinder-838009-1-iscsi: { 'AddressGroup': '1.2', Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: 'Agent': '1.1', Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: 'ConntrackHelper': '1.0', Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: 'LocalIPAssociation': '1.0', Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: 'Log': '1.0', Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: 'NDPProxy': '1.0', Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: 'Network': '1.1', Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: 'Port': '1.7', Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: 'PortForwarding': '1.3', Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: 'QosPolicy': '1.10', Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: 'SecurityGroup': '1.5', Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: 'SecurityGroupRule': '1.2', Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: 'SubPort': '1.0', Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: 'Subnet': '1.1', Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: 'Trunk': '1.1'}} Apr 14 22:00:46.254949 dv-cinder-838009-1-iscsi neutron-server[103421]: {{(pid=103421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 22:00:46.258140 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-72d69043-0057-4055-9b19-3a454187d917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:46.271036 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d1142b3e-7729-44a2-a0dc-45b8774583a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (24888de7-6475-43bb-a908-022d110a0453), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:46.272064 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.db.segments_db [None req-d1142b3e-7729-44a2-a0dc-45b8774583a1 admin admin] Added segment 24888de7-6475-43bb-a908-022d110a0453 of type vlan for network 24ce8649-73b0-4bad-abdf-64923fbb2e24 Apr 14 22:00:46.275148 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-21e04c68-ccff-461e-a488-ec013042aca5 admin admin] Publish callbacks [] for security_group (a4eed85c-1e5b-4926-82ac-527205b00d90), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:46.294450 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-21e04c68-ccff-461e-a488-ec013042aca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (a4eed85c-1e5b-4926-82ac-527205b00d90), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:46.309251 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e04c68-ccff-461e-a488-ec013042aca5 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:00:46.320807 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-21e04c68-ccff-461e-a488-ec013042aca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (d2d9ce8c-1255-4fcf-8e3a-c831cc69bfbf), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:46.321144 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.segments_db [None req-21e04c68-ccff-461e-a488-ec013042aca5 admin admin] Added segment d2d9ce8c-1255-4fcf-8e3a-c831cc69bfbf of type vlan for network a2ec32ce-1fb6-4b83-a023-97f33b11042a Apr 14 22:00:46.385074 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-21e04c68-ccff-461e-a488-ec013042aca5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754551219941'] for network (a2ec32ce-1fb6-4b83-a023-97f33b11042a), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:46.399150 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Attempting to bind port e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5 on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:00:46.399638 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Attempting to bind port e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5 by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': '18e25c8e-e606-4d30-8374-8a98b19bd17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:00:46.400015 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Attempting to bind port e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5 on network 85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:00:46.406532 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:00:46.406909 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Checking segment: {'id': '18e25c8e-e606-4d30-8374-8a98b19bd17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:00:46.407525 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:46.408095 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Bound using segment: {'id': '18e25c8e-e606-4d30-8374-8a98b19bd17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:00:46.408759 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Bound port: e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e25c8e-e606-4d30-8374-8a98b19bd17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:00:46.409302 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:46.422577 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-21e04c68-ccff-461e-a488-ec013042aca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for network (a2ec32ce-1fb6-4b83-a023-97f33b11042a), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:46.423402 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e04c68-ccff-461e-a488-ec013042aca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:46.423986 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-21e04c68-ccff-461e-a488-ec013042aca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:46.473899 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-17de6bb8-c3ed-4eed-b727-4524f98f1dcd admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0960884 Apr 14 22:00:46.481058 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 42420) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:46.484429 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-21e04c68-ccff-461e-a488-ec013042aca5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9777236 Apr 14 22:00:46.486998 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d1142b3e-7729-44a2-a0dc-45b8774583a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754551219941'] for network (24ce8649-73b0-4bad-abdf-64923fbb2e24), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:46.487798 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 42422) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:46.498102 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-99b1cf00-362a-46cc-b1e2-34c31b17b153 admin admin] Request body: {'subnet': {'network_id': 'a2ec32ce-1fb6-4b83-a023-97f33b11042a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1938713158-subnet', 'tenant_id': '9c6f2d0d15c14de4b27a34d32459fe55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:00:46.501082 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-5b1f5eb4-5566-4d81-b07f-fb7c1e4896e2 admin admin] Request body: {'subnet': {'network_id': '4103a41b-a3b2-49f0-861f-ebd4f498cba1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2065563515-subnet', 'tenant_id': '8a71639b156548cf8f768dd40b8c2055', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:00:46.501359 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1a6010-4c50-470e-a869-afcf12a63c96 admin admin] Made reservation on behalf of 57cc8af3ea5f43dea31995492e7632a5 for: {'network': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:00:46.503574 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cb1a6010-4c50-470e-a869-afcf12a63c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for network (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:46.517476 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] For port e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:00:46.523597 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] For port e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:00:46.528695 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cb1a6010-4c50-470e-a869-afcf12a63c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:46.532802 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:46.541320 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de6bb8-c3ed-4eed-b727-4524f98f1dcd admin admin] Pushing event updated for resources: {'Network': ['ID=4103a41b-a3b2-49f0-861f-ebd4f498cba1,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:46.565212 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1f5eb4-5566-4d81-b07f-fb7c1e4896e2 admin admin] Made reservation on behalf of 8a71639b156548cf8f768dd40b8c2055 for: {'subnet': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:00:46.568001 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5b1f5eb4-5566-4d81-b07f-fb7c1e4896e2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:46.619576 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e04c68-ccff-461e-a488-ec013042aca5 admin admin] Pushing event updated for resources: {'Network': ['ID=a2ec32ce-1fb6-4b83-a023-97f33b11042a,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:46.651524 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e04c68-ccff-461e-a488-ec013042aca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4eed85c-1e5b-4926-82ac-527205b00d90,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:46.661254 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b1cf00-362a-46cc-b1e2-34c31b17b153 admin admin] Made reservation on behalf of 9c6f2d0d15c14de4b27a34d32459fe55 for: {'subnet': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:00:46.665337 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-99b1cf00-362a-46cc-b1e2-34c31b17b153 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:46.711045 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Network 4103a41b-a3b2-49f0-861f-ebd4f498cba1 details requested by agent ovs-agent-dv-cinder-838009-1-iscsi with host dv-cinder-838009-1-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:00:46.795370 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b6cde-37b4-4b62-8a73-9b8cc6c1ad1e None None] Pushing event updated for resources: {'Port': ['ID=e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:46.801701 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Network a2ec32ce-1fb6-4b83-a023-97f33b11042a details requested by agent ovs-agent-dv-cinder-838009-1-iscsi with host dv-cinder-838009-1-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:00:47.000582 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.db.resource_extend [None req-d1142b3e-7729-44a2-a0dc-45b8774583a1 admin admin] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 14 22:00:47.060492 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-99b1cf00-362a-46cc-b1e2-34c31b17b153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for subnet (2163a6e7-2007-422d-acad-f3bea04ef266), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:47.104650 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d1142b3e-7729-44a2-a0dc-45b8774583a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for network (24ce8649-73b0-4bad-abdf-64923fbb2e24), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:47.106671 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1142b3e-7729-44a2-a0dc-45b8774583a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:47.106671 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d1142b3e-7729-44a2-a0dc-45b8774583a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:47.183921 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b1cf00-362a-46cc-b1e2-34c31b17b153 admin admin] Checking segment: {'id': 'd2d9ce8c-1255-4fcf-8e3a-c831cc69bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a2ec32ce-1fb6-4b83-a023-97f33b11042a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:00:47.184331 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b1cf00-362a-46cc-b1e2-34c31b17b153 admin admin] Network hostable DHCP agents. Network: a2ec32ce-1fb6-4b83-a023-97f33b11042a, hostable agents: ['806db378-0d8c-47fe-9666-9619b6d8e1d9'], hosted agents: [] {{(pid=103420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:00:47.195965 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1142b3e-7729-44a2-a0dc-45b8774583a1 admin admin] Pushing event updated for resources: {'Network': ['ID=24ce8649-73b0-4bad-abdf-64923fbb2e24,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:47.198687 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5b1f5eb4-5566-4d81-b07f-fb7c1e4896e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for subnet (ca0f176c-323d-4b1a-9614-8a9deef88414), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:47.208938 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Network 24ce8649-73b0-4bad-abdf-64923fbb2e24 details requested by agent ovs-agent-dv-cinder-838009-1-iscsi with host dv-cinder-838009-1-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:00:47.214858 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1cf00-362a-46cc-b1e2-34c31b17b153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2163a6e7-2007-422d-acad-f3bea04ef266,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:47.244082 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b1cf00-362a-46cc-b1e2-34c31b17b153 admin admin] Network a2ec32ce-1fb6-4b83-a023-97f33b11042a is scheduled to be hosted by DHCP agent 806db378-0d8c-47fe-9666-9619b6d8e1d9 with binding_index 1 {{(pid=103420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:00:47.261349 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-99b1cf00-362a-46cc-b1e2-34c31b17b153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-1-iscsi, a2ec32ce-1fb6-4b83-a023-97f33b11042a) {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:00:47.266820 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b1cf00-362a-46cc-b1e2-34c31b17b153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:47.267448 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-99b1cf00-362a-46cc-b1e2-34c31b17b153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:47.271454 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cb1a6010-4c50-470e-a869-afcf12a63c96 admin admin] Publish callbacks [] for security_group (b7acd5c6-4cc5-49bf-8215-b3971dec3252), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:47.292558 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cb1a6010-4c50-470e-a869-afcf12a63c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (b7acd5c6-4cc5-49bf-8215-b3971dec3252), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:47.301394 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-d1142b3e-7729-44a2-a0dc-45b8774583a1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3332250 Apr 14 22:00:47.332821 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 42448) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:47.352574 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-a424c305-9694-4d17-9b31-ab288d751ecb admin admin] Request body: {'subnet': {'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2065454866-subnet', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:00:47.374960 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-72d69043-0057-4055-9b19-3a454187d917 admin admin] Allocated IP 172.27.2.187 (3128b05d-34b2-457b-8391-96d8c4503307/9279f13a-7b11-4203-b3e3-d3fa0b2aa609/413a6bee-08a1-4110-ad7d-9e9edd07aee8) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:00:47.406744 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f5eb4-5566-4d81-b07f-fb7c1e4896e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca0f176c-323d-4b1a-9614-8a9deef88414,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:47.446278 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-99b1cf00-362a-46cc-b1e2-34c31b17b153 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9479609 Apr 14 22:00:47.446645 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d8b630-d463-4943-a4ba-128d8b16ad8c None None] Network a2ec32ce-1fb6-4b83-a023-97f33b11042a requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:00:47.473760 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb1a6010-4c50-470e-a869-afcf12a63c96 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:00:47.480265 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a6010-4c50-470e-a869-afcf12a63c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7acd5c6-4cc5-49bf-8215-b3971dec3252,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:47.502721 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1f5eb4-5566-4d81-b07f-fb7c1e4896e2 admin admin] Checking segment: {'id': '09228667-aceb-4540-9108-697d1ba8c45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4103a41b-a3b2-49f0-861f-ebd4f498cba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:00:47.503036 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1f5eb4-5566-4d81-b07f-fb7c1e4896e2 admin admin] Network hostable DHCP agents. Network: 4103a41b-a3b2-49f0-861f-ebd4f498cba1, hostable agents: ['806db378-0d8c-47fe-9666-9619b6d8e1d9'], hosted agents: [] {{(pid=103419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:00:47.528813 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cb1a6010-4c50-470e-a869-afcf12a63c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (78c76d73-f220-4079-ab55-63060669f18c), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:47.529466 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.segments_db [None req-cb1a6010-4c50-470e-a869-afcf12a63c96 admin admin] Added segment 78c76d73-f220-4079-ab55-63060669f18c of type vlan for network effe8ea7-6d93-45a6-99a1-18a80b92d90d Apr 14 22:00:47.531784 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a424c305-9694-4d17-9b31-ab288d751ecb admin admin] Made reservation on behalf of a890272563304d14843d609bdf1fd1f0 for: {'subnet': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:00:47.536960 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a424c305-9694-4d17-9b31-ab288d751ecb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:47.647700 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1f5eb4-5566-4d81-b07f-fb7c1e4896e2 admin admin] Network 4103a41b-a3b2-49f0-861f-ebd4f498cba1 is scheduled to be hosted by DHCP agent 806db378-0d8c-47fe-9666-9619b6d8e1d9 with binding_index 1 {{(pid=103419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:00:47.701095 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-5b1f5eb4-5566-4d81-b07f-fb7c1e4896e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-1-iscsi, 4103a41b-a3b2-49f0-861f-ebd4f498cba1) {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:00:47.711491 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1f5eb4-5566-4d81-b07f-fb7c1e4896e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:47.712031 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5b1f5eb4-5566-4d81-b07f-fb7c1e4896e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:47.791547 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-5b1f5eb4-5566-4d81-b07f-fb7c1e4896e2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3071280 Apr 14 22:00:47.798916 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-72d69043-0057-4055-9b19-3a454187d917 admin admin] Publish callbacks [] for port (413a6bee-08a1-4110-ad7d-9e9edd07aee8), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:47.942276 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cb1a6010-4c50-470e-a869-afcf12a63c96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754551219941'] for network (effe8ea7-6d93-45a6-99a1-18a80b92d90d), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:48.011943 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89794d7-adc9-477b-9bfc-83c487f93300 None None] Network 4103a41b-a3b2-49f0-861f-ebd4f498cba1 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:00:48.024534 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cb1a6010-4c50-470e-a869-afcf12a63c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for network (effe8ea7-6d93-45a6-99a1-18a80b92d90d), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:48.027054 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1a6010-4c50-470e-a869-afcf12a63c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:48.028589 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cb1a6010-4c50-470e-a869-afcf12a63c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:48.053197 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-72d69043-0057-4055-9b19-3a454187d917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696'] for port (413a6bee-08a1-4110-ad7d-9e9edd07aee8), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:48.095831 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-cb1a6010-4c50-470e-a869-afcf12a63c96 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.6324093 Apr 14 22:00:48.157687 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 42472) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:48.164683 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:00:48.166737 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-cd16211b-51e9-43b3-b508-9312094eac70 admin admin] Request body: {'subnet': {'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1784155718-subnet', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:00:48.324850 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31f7718-3bdd-4ce2-9836-6f8a0d8ea69d None None] Network a2ec32ce-1fb6-4b83-a023-97f33b11042a requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:00:48.331421 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d69043-0057-4055-9b19-3a454187d917 admin admin] Network 3128b05d-34b2-457b-8391-96d8c4503307 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:00:48.352785 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-72d69043-0057-4055-9b19-3a454187d917 admin admin] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:00:48.365448 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d69043-0057-4055-9b19-3a454187d917 admin admin] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:00:48.592814 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d69043-0057-4055-9b19-3a454187d917 admin admin] Pushing event updated for resources: {'Port': ['ID=413a6bee-08a1-4110-ad7d-9e9edd07aee8,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:48.655777 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d484a1-40ab-4544-a99e-08ec96a95217 None None] Network 4103a41b-a3b2-49f0-861f-ebd4f498cba1 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:00:48.828990 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a6010-4c50-470e-a869-afcf12a63c96 admin admin] Pushing event updated for resources: {'Network': ['ID=effe8ea7-6d93-45a6-99a1-18a80b92d90d,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:48.872113 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:00:48.873382 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:48.877023 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd16211b-51e9-43b3-b508-9312094eac70 admin admin] Made reservation on behalf of 57cc8af3ea5f43dea31995492e7632a5 for: {'subnet': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:00:48.890593 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cd16211b-51e9-43b3-b508-9312094eac70 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:49.163773 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Network effe8ea7-6d93-45a6-99a1-18a80b92d90d details requested by agent ovs-agent-dv-cinder-838009-1-iscsi with host dv-cinder-838009-1-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:00:49.233394 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a424c305-9694-4d17-9b31-ab288d751ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for subnet (801c38b5-c92d-488d-9425-23346baf9bd6), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:49.313273 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b80f68-c265-4f3b-8785-95cccc269700 None None] Network 85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:00:49.361644 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 42526) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:49.369039 dv-cinder-838009-1-iscsi neutron-server[103419]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 14 22:00:49.374756 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-83ce6590-c0ec-4727-ab91-0072e68b7969 None None] Provisioning complete for port e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:00:49.375262 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-83ce6590-c0ec-4727-ab91-0072e68b7969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:49.442033 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424c305-9694-4d17-9b31-ab288d751ecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=801c38b5-c92d-488d-9425-23346baf9bd6,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:49.487806 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 42532) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:49.524350 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-8c30af4f-0757-4e13-9a2c-8b163b76547b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1966842216-network', 'tenant_id': '303debc55a8e44c9ab03ba9d1d048933'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:00:49.629479 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a424c305-9694-4d17-9b31-ab288d751ecb admin admin] Checking segment: {'id': '24888de7-6475-43bb-a908-022d110a0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:00:49.630148 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a424c305-9694-4d17-9b31-ab288d751ecb admin admin] Network hostable DHCP agents. Network: 24ce8649-73b0-4bad-abdf-64923fbb2e24, hostable agents: ['806db378-0d8c-47fe-9666-9619b6d8e1d9'], hosted agents: [] {{(pid=103420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:00:49.676438 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c30af4f-0757-4e13-9a2c-8b163b76547b admin admin] Made reservation on behalf of 303debc55a8e44c9ab03ba9d1d048933 for: {'network': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:00:49.685426 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8c30af4f-0757-4e13-9a2c-8b163b76547b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for network (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:49.704167 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8c30af4f-0757-4e13-9a2c-8b163b76547b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:49.717686 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a424c305-9694-4d17-9b31-ab288d751ecb admin admin] Network 24ce8649-73b0-4bad-abdf-64923fbb2e24 is scheduled to be hosted by DHCP agent 806db378-0d8c-47fe-9666-9619b6d8e1d9 with binding_index 1 {{(pid=103420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:00:49.769618 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:00:49.770085 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:49.826688 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8c30af4f-0757-4e13-9a2c-8b163b76547b admin admin] Publish callbacks [] for security_group (35cee0e2-244b-4579-8084-a7a64236a8f4), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:49.833875 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8c30af4f-0757-4e13-9a2c-8b163b76547b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (35cee0e2-244b-4579-8084-a7a64236a8f4), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:49.893190 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-a424c305-9694-4d17-9b31-ab288d751ecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-1-iscsi, 24ce8649-73b0-4bad-abdf-64923fbb2e24) {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:00:49.913743 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014bb664-9134-4349-bcb0-ffab79cfac33 None None] Network 24ce8649-73b0-4bad-abdf-64923fbb2e24 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:00:49.921504 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a424c305-9694-4d17-9b31-ab288d751ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:49.922111 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a424c305-9694-4d17-9b31-ab288d751ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:49.930226 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30af4f-0757-4e13-9a2c-8b163b76547b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cee0e2-244b-4579-8084-a7a64236a8f4,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:49.953239 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-83ce6590-c0ec-4727-ab91-0072e68b7969 None None] Current status of the port e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:00:49.953879 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-83ce6590-c0ec-4727-ab91-0072e68b7969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:49.956172 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c30af4f-0757-4e13-9a2c-8b163b76547b admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:00:49.996784 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] For port e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:00:50.002453 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8c30af4f-0757-4e13-9a2c-8b163b76547b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (36a889ae-ebba-4271-be76-d8f7c10c321f), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:50.003171 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.segments_db [None req-8c30af4f-0757-4e13-9a2c-8b163b76547b admin admin] Added segment 36a889ae-ebba-4271-be76-d8f7c10c321f of type vlan for network 9564f2c0-7b98-4ce3-bd87-a281ba9064c1 Apr 14 22:00:50.016161 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:50.035213 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cd16211b-51e9-43b3-b508-9312094eac70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for subnet (e7eeaee9-acfc-4c29-821f-fe146a812549), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:50.045872 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-a424c305-9694-4d17-9b31-ab288d751ecb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.7099962 Apr 14 22:00:50.056115 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 42548) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:50.070146 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-25cbd1e4-03bb-4f63-8e36-5b386743d4c4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2065454866-router', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:00:50.085867 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-72d69043-0057-4055-9b19-3a454187d917 admin admin] Publish callbacks [] for router_gateway (b5cb3676-f843-422c-b6c3-06c106e2b12c), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:50.146113 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Pushing event updated for resources: {'Port': ['ID=e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:50.165740 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-19964fcb-d79a-4a3b-aacb-145918732d79 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:50.178585 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-19964fcb-d79a-4a3b-aacb-145918732d79 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/networks?id=4103a41b-a3b2-49f0-861f-ebd4f498cba1 HTTP/1.1" status: 200 len: 812 time: 0.8132446 Apr 14 22:00:50.195520 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8c30af4f-0757-4e13-9a2c-8b163b76547b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754551219941'] for network (9564f2c0-7b98-4ce3-bd87-a281ba9064c1), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:50.224896 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-fa4eb0b1-d76b-4946-a21e-0a844ebc84d6 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/quotas/8a71639b156548cf8f768dd40b8c2055 HTTP/1.1" status: 200 len: 375 time: 0.0449119 Apr 14 22:00:50.239457 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-25cbd1e4-03bb-4f63-8e36-5b386743d4c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1779785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26517'] for router (736e1b67-9b69-49f4-8455-bddd9e3b58df), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:50.241734 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-25cbd1e4-03bb-4f63-8e36-5b386743d4c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1780185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26540'] for router (736e1b67-9b69-49f4-8455-bddd9e3b58df), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:50.259419 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.db.api [None req-83ce6590-c0ec-4727-ab91-0072e68b7969 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 14 22:00:50.259704 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG oslo_db.api [None req-83ce6590-c0ec-4727-ab91-0072e68b7969 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 14 22:00:50.312152 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16211b-51e9-43b3-b508-9312094eac70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7eeaee9-acfc-4c29-821f-fe146a812549,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:50.317332 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a755fd9c-acf4-4b6b-8021-437660fb00ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb219b8ea-8e47-5afe-ae3f-c3ef3885854b-24ce8649-73b0-4bad-abdf-64923fbb2e24', 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24', 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'fixed_ips': [{'subnet_id': '801c38b5-c92d-488d-9425-23346baf9bd6'}]}} from dv-cinder-838009-1-iscsi. {{(pid=103421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 22:00:50.318201 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a755fd9c-acf4-4b6b-8021-437660fb00ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:50.359719 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd16211b-51e9-43b3-b508-9312094eac70 admin admin] Checking segment: {'id': '78c76d73-f220-4079-ab55-63060669f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:00:50.360558 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd16211b-51e9-43b3-b508-9312094eac70 admin admin] Network hostable DHCP agents. Network: effe8ea7-6d93-45a6-99a1-18a80b92d90d, hostable agents: ['806db378-0d8c-47fe-9666-9619b6d8e1d9'], hosted agents: [] {{(pid=103420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:00:50.392933 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8c30af4f-0757-4e13-9a2c-8b163b76547b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for network (9564f2c0-7b98-4ce3-bd87-a281ba9064c1), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:50.394725 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c30af4f-0757-4e13-9a2c-8b163b76547b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:50.395780 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8c30af4f-0757-4e13-9a2c-8b163b76547b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:50.473735 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd16211b-51e9-43b3-b508-9312094eac70 admin admin] Network effe8ea7-6d93-45a6-99a1-18a80b92d90d is scheduled to be hosted by DHCP agent 806db378-0d8c-47fe-9666-9619b6d8e1d9 with binding_index 1 {{(pid=103420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:00:50.522483 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-a755fd9c-acf4-4b6b-8021-437660fb00ad None None] Allocated IP 172.20.0.2 (24ce8649-73b0-4bad-abdf-64923fbb2e24/801c38b5-c92d-488d-9425-23346baf9bd6/6e0b11c7-9e1d-45e7-a790-3d61286a5a7f) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:00:50.533889 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-9950c055-d38d-42a2-beb7-437d2554c3cd tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8a71639b156548cf8f768dd40b8c2055&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2857518 Apr 14 22:00:50.673809 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-8c30af4f-0757-4e13-9a2c-8b163b76547b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1609306 Apr 14 22:00:50.704423 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 42562) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:50.710050 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-25cbd1e4-03bb-4f63-8e36-5b386743d4c4 admin admin] Publish callbacks [] for router_controller (736e1b67-9b69-49f4-8455-bddd9e3b58df), precommit_add_association {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:50.721403 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-749de39e-adeb-4ef1-8789-1ebce3375fcd admin admin] Request body: {'subnet': {'network_id': '9564f2c0-7b98-4ce3-bd87-a281ba9064c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1966842216-subnet', 'tenant_id': '303debc55a8e44c9ab03ba9d1d048933', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:00:50.767232 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30af4f-0757-4e13-9a2c-8b163b76547b admin admin] Pushing event updated for resources: {'Network': ['ID=9564f2c0-7b98-4ce3-bd87-a281ba9064c1,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:50.777190 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-cd16211b-51e9-43b3-b508-9312094eac70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-1-iscsi, effe8ea7-6d93-45a6-99a1-18a80b92d90d) {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:00:50.783303 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-72d69043-0057-4055-9b19-3a454187d917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1780174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773729'] for router (b5cb3676-f843-422c-b6c3-06c106e2b12c), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:50.783604 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749de39e-adeb-4ef1-8789-1ebce3375fcd admin admin] Made reservation on behalf of 303debc55a8e44c9ab03ba9d1d048933 for: {'subnet': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:00:50.794586 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-749de39e-adeb-4ef1-8789-1ebce3375fcd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:50.820596 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0855cdc-faae-4efa-acf0-cbbe559fd548 None None] Network effe8ea7-6d93-45a6-99a1-18a80b92d90d requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:00:50.822646 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Network 9564f2c0-7b98-4ce3-bd87-a281ba9064c1 details requested by agent ovs-agent-dv-cinder-838009-1-iscsi with host dv-cinder-838009-1-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:00:51.108890 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd16211b-51e9-43b3-b508-9312094eac70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:51.109548 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cd16211b-51e9-43b3-b508-9312094eac70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:51.140869 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-83ce6590-c0ec-4727-ab91-0072e68b7969 None None] Current status of the port e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:00:51.145247 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a755fd9c-acf4-4b6b-8021-437660fb00ad None None] Publish callbacks [] for port (6e0b11c7-9e1d-45e7-a790-3d61286a5a7f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:51.153471 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-e8841c08-a380-4ae4-97e8-3fdf34fd34a1 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:00:51.163871 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-e8841c08-a380-4ae4-97e8-3fdf34fd34a1 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1206710 Apr 14 22:00:51.214761 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a755fd9c-acf4-4b6b-8021-437660fb00ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696'] for port (6e0b11c7-9e1d-45e7-a790-3d61286a5a7f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:51.234951 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-cd16211b-51e9-43b3-b508-9312094eac70 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0750902 Apr 14 22:00:51.241067 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 42576) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:51.246882 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-548b1663-bedc-4a1b-a08b-e460e3d730d8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1784155718-router', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:00:51.398313 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-043d1bff-5aa4-49f4-b5a0-898cbec8ff8d service neutron] 10.222.0.43 "GET /v2.0/networks/4103a41b-a3b2-49f0-861f-ebd4f498cba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294905 Apr 14 22:00:51.464520 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-25cbd1e4-03bb-4f63-8e36-5b386743d4c4 admin admin] Publish callbacks [] for router_gateway (736e1b67-9b69-49f4-8455-bddd9e3b58df), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:51.542734 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8d77e8-106b-470c-a1d5-659faba115a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb219b8ea-8e47-5afe-ae3f-c3ef3885854b-effe8ea7-6d93-45a6-99a1-18a80b92d90d', 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d', 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'fixed_ips': [{'subnet_id': 'e7eeaee9-acfc-4c29-821f-fe146a812549'}]}} from dv-cinder-838009-1-iscsi. {{(pid=103421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 22:00:51.544282 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fe8d77e8-106b-470c-a1d5-659faba115a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:51.589767 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-548b1663-bedc-4a1b-a08b-e460e3d730d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1779785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26517'] for router (62c0b5df-fde9-456f-aea0-d72f771c8c4c), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:51.590813 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-548b1663-bedc-4a1b-a08b-e460e3d730d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1780185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26540'] for router (62c0b5df-fde9-456f-aea0-d72f771c8c4c), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:51.621034 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-632f628e-88e5-4147-9d42-721be2422b8f None None] Provisioning complete for port e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:00:51.621420 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-632f628e-88e5-4147-9d42-721be2422b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:51.630395 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d69043-0057-4055-9b19-3a454187d917 admin admin] Router b5cb3676-f843-422c-b6c3-06c106e2b12c is scheduled to L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 with binding_index 1 {{(pid=103419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 22:00:51.785232 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a755fd9c-acf4-4b6b-8021-437660fb00ad None None] Network 24ce8649-73b0-4bad-abdf-64923fbb2e24 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:00:51.878526 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-a755fd9c-acf4-4b6b-8021-437660fb00ad None None] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:00:51.889839 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755fd9c-acf4-4b6b-8021-437660fb00ad None None] Pushing event updated for resources: {'Port': ['ID=6e0b11c7-9e1d-45e7-a790-3d61286a5a7f,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:51.925113 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a755fd9c-acf4-4b6b-8021-437660fb00ad None None] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:00:51.956990 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-3b51b258-b19b-4dfb-8ddf-a1598c6586ee service neutron] 10.222.0.43 "GET /v2.0/networks/4103a41b-a3b2-49f0-861f-ebd4f498cba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468724 Apr 14 22:00:52.067268 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-25cbd1e4-03bb-4f63-8e36-5b386743d4c4 admin admin] Publish callbacks [] for router_gateway (736e1b67-9b69-49f4-8455-bddd9e3b58df), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:52.146739 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-25cbd1e4-03bb-4f63-8e36-5b386743d4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:52.211131 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 42592) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:52.237180 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:00:52.318178 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d69043-0057-4055-9b19-3a454187d917 admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:00:52.332164 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8183858-f45f-46e8-8e90-c264a2c3a58c None None] Sync routers for ids ['b5cb3676-f843-422c-b6c3-06c106e2b12c'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:00:52.346848 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8183858-f45f-46e8-8e90-c264a2c3a58c None None] Routers {'b5cb3676-f843-422c-b6c3-06c106e2b12c'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:00:52.347604 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-b8183858-f45f-46e8-8e90-c264a2c3a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:00:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b5cb3676-f843-422c-b6c3-06c106e2b12c'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:00:52.377852 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-25cbd1e4-03bb-4f63-8e36-5b386743d4c4 admin admin] Allocated IP 172.27.2.246 (3128b05d-34b2-457b-8391-96d8c4503307/9279f13a-7b11-4203-b3e3-d3fa0b2aa609/c175947b-82e8-432e-971a-a338266f5244) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:00:52.378572 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-72d69043-0057-4055-9b19-3a454187d917 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:52.383622 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-72d69043-0057-4055-9b19-3a454187d917 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.2038119 Apr 14 22:00:52.386405 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 42600) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:52.431070 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-fe8d77e8-106b-470c-a1d5-659faba115a4 None None] Allocated IP 172.20.0.2 (effe8ea7-6d93-45a6-99a1-18a80b92d90d/e7eeaee9-acfc-4c29-821f-fe146a812549/97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:00:52.492591 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 42608) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:52.501697 dv-cinder-838009-1-iscsi neutron-server[103420]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 14 22:00:52.502801 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-749de39e-adeb-4ef1-8789-1ebce3375fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for subnet (fca04a93-0392-404a-bbea-33af885bf070), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:52.637527 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e6a3fbac-d043-4fcb-bf24-0c88630ab981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:52.666175 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-b8183858-f45f-46e8-8e90-c264a2c3a58c None None] Set router b5cb3676-f843-422c-b6c3-06c106e2b12c gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:00:52.776431 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749de39e-adeb-4ef1-8789-1ebce3375fcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fca04a93-0392-404a-bbea-33af885bf070,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:52.787943 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e6a3fbac-d043-4fcb-bf24-0c88630ab981 admin admin] Publish callbacks [] for security_group (5a9c5a0f-8812-43b1-a344-cebc843804eb), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:52.794014 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e6a3fbac-d043-4fcb-bf24-0c88630ab981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (5a9c5a0f-8812-43b1-a344-cebc843804eb), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:52.834650 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3fbac-d043-4fcb-bf24-0c88630ab981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9c5a0f-8812-43b1-a344-cebc843804eb,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:52.945897 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2d4d42ac-9bf5-4eea-b9ab-15ef72012fff req-66373691-f873-4588-a49e-cec5a9ef558d tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 210 time: 0.4506495 Apr 14 22:00:52.974185 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-548b1663-bedc-4a1b-a08b-e460e3d730d8 admin admin] Publish callbacks [] for router_controller (62c0b5df-fde9-456f-aea0-d72f771c8c4c), precommit_add_association {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:53.047787 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-a755fd9c-acf4-4b6b-8021-437660fb00ad None None] Attempting to bind port 6e0b11c7-9e1d-45e7-a790-3d61286a5a7f on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:00:53.048779 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-a755fd9c-acf4-4b6b-8021-437660fb00ad None None] Attempting to bind port 6e0b11c7-9e1d-45e7-a790-3d61286a5a7f by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': '24888de7-6475-43bb-a908-022d110a0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:00:53.054986 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a755fd9c-acf4-4b6b-8021-437660fb00ad None None] Attempting to bind port 6e0b11c7-9e1d-45e7-a790-3d61286a5a7f on network 24ce8649-73b0-4bad-abdf-64923fbb2e24 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:00:53.059517 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fe8d77e8-106b-470c-a1d5-659faba115a4 None None] Publish callbacks [] for port (97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:53.127565 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a755fd9c-acf4-4b6b-8021-437660fb00ad None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:00:53.134017 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a755fd9c-acf4-4b6b-8021-437660fb00ad None None] Checking segment: {'id': '24888de7-6475-43bb-a908-022d110a0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:00:53.136269 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a755fd9c-acf4-4b6b-8021-437660fb00ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:53.137712 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a755fd9c-acf4-4b6b-8021-437660fb00ad None None] Bound using segment: {'id': '24888de7-6475-43bb-a908-022d110a0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:00:53.138658 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-a755fd9c-acf4-4b6b-8021-437660fb00ad None None] Bound port: 6e0b11c7-9e1d-45e7-a790-3d61286a5a7f, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24888de7-6475-43bb-a908-022d110a0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:00:53.139726 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a755fd9c-acf4-4b6b-8021-437660fb00ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (6e0b11c7-9e1d-45e7-a790-3d61286a5a7f), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:53.155992 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fe8d77e8-106b-470c-a1d5-659faba115a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696'] for port (97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:53.197950 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-b8183858-f45f-46e8-8e90-c264a2c3a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'name': 'tempest-AttachVolumeShelveTestJSON-1162303746-router', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:45Z', 'updated_at': '2022-04-14T22:00:48Z', 'revision_number': 3, 'project_id': '8354505d255643918a23f2f53ed53d67', 'gw_port': {'id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:46:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:46Z', 'updated_at': '2022-04-14T22:00:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:00:53.238596 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8183858-f45f-46e8-8e90-c264a2c3a58c None None] Checking router: b5cb3676-f843-422c-b6c3-06c106e2b12c for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:00:53.239447 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8183858-f45f-46e8-8e90-c264a2c3a58c None None] Updating router b5cb3676-f843-422c-b6c3-06c106e2b12c port 413a6bee-08a1-4110-ad7d-9e9edd07aee8 binding host dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:00:53.272251 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b8183858-f45f-46e8-8e90-c264a2c3a58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (413a6bee-08a1-4110-ad7d-9e9edd07aee8), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:53.307312 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-e6a3fbac-d043-4fcb-bf24-0c88630ab981 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f93e6ffdd25344b4a86b5f5d329cdebd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0947039 Apr 14 22:00:53.307931 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 42642) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:53.315335 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-632f628e-88e5-4147-9d42-721be2422b8f None None] Current status of the port e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:00:53.396174 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8d77e8-106b-470c-a1d5-659faba115a4 None None] Network effe8ea7-6d93-45a6-99a1-18a80b92d90d is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:00:53.508644 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d77e8-106b-470c-a1d5-659faba115a4 None None] Pushing event updated for resources: {'Port': ['ID=97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:53.567054 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-25cbd1e4-03bb-4f63-8e36-5b386743d4c4 admin admin] Publish callbacks [] for port (c175947b-82e8-432e-971a-a338266f5244), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:53.575911 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-a755fd9c-acf4-4b6b-8021-437660fb00ad None None] For port 6e0b11c7-9e1d-45e7-a790-3d61286a5a7f, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:00:53.580646 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-a755fd9c-acf4-4b6b-8021-437660fb00ad None None] For port 6e0b11c7-9e1d-45e7-a790-3d61286a5a7f, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=6e0b11c7-9e1d-45e7-a790-3d61286a5a7f,segment=NetworkSegment(24888de7-6475-43bb-a908-022d110a0453),segment_id=24888de7-6475-43bb-a908-022d110a0453)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:00:53.593034 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749de39e-adeb-4ef1-8789-1ebce3375fcd admin admin] Checking segment: {'id': '36a889ae-ebba-4271-be76-d8f7c10c321f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9564f2c0-7b98-4ce3-bd87-a281ba9064c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:00:53.593693 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749de39e-adeb-4ef1-8789-1ebce3375fcd admin admin] Network hostable DHCP agents. Network: 9564f2c0-7b98-4ce3-bd87-a281ba9064c1, hostable agents: ['806db378-0d8c-47fe-9666-9619b6d8e1d9'], hosted agents: [] {{(pid=103420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:00:53.596904 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-fe8d77e8-106b-470c-a1d5-659faba115a4 None None] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:00:53.605867 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8d77e8-106b-470c-a1d5-659faba115a4 None None] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:00:53.613338 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a755fd9c-acf4-4b6b-8021-437660fb00ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (6e0b11c7-9e1d-45e7-a790-3d61286a5a7f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:53.645161 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:00:53.645754 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:53.765150 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ffe4ec40-62ec-4b61-8bf3-245244a58a41 admin admin] Publish callbacks [] for security_group (5a9c5a0f-8812-43b1-a344-cebc843804eb), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:53.852584 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:00:53.888518 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-fe8d77e8-106b-470c-a1d5-659faba115a4 None None] Attempting to bind port 97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:00:53.888892 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-fe8d77e8-106b-470c-a1d5-659faba115a4 None None] Attempting to bind port 97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': '78c76d73-f220-4079-ab55-63060669f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:00:53.889255 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8d77e8-106b-470c-a1d5-659faba115a4 None None] Attempting to bind port 97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc on network effe8ea7-6d93-45a6-99a1-18a80b92d90d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:00:53.917223 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8d77e8-106b-470c-a1d5-659faba115a4 None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:00:53.917601 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8d77e8-106b-470c-a1d5-659faba115a4 None None] Checking segment: {'id': '78c76d73-f220-4079-ab55-63060669f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:00:53.918003 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fe8d77e8-106b-470c-a1d5-659faba115a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:53.918397 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8d77e8-106b-470c-a1d5-659faba115a4 None None] Bound using segment: {'id': '78c76d73-f220-4079-ab55-63060669f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:00:53.919207 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-fe8d77e8-106b-470c-a1d5-659faba115a4 None None] Bound port: 97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c76d73-f220-4079-ab55-63060669f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:00:53.920200 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fe8d77e8-106b-470c-a1d5-659faba115a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:53.923727 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755fd9c-acf4-4b6b-8021-437660fb00ad None None] Pushing event updated for resources: {'Port': ['ID=6e0b11c7-9e1d-45e7-a790-3d61286a5a7f,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:53.964000 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-548b1663-bedc-4a1b-a08b-e460e3d730d8 admin admin] Publish callbacks [] for router_gateway (62c0b5df-fde9-456f-aea0-d72f771c8c4c), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:54.017927 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749de39e-adeb-4ef1-8789-1ebce3375fcd admin admin] Network 9564f2c0-7b98-4ce3-bd87-a281ba9064c1 is scheduled to be hosted by DHCP agent 806db378-0d8c-47fe-9666-9619b6d8e1d9 with binding_index 1 {{(pid=103420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:00:54.043383 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-25cbd1e4-03bb-4f63-8e36-5b386743d4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696'] for port (c175947b-82e8-432e-971a-a338266f5244), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:54.116506 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ffe4ec40-62ec-4b61-8bf3-245244a58a41 admin admin] Publish callbacks [] for security_group (5a9c5a0f-8812-43b1-a344-cebc843804eb), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:54.205339 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-fe8d77e8-106b-470c-a1d5-659faba115a4 None None] For port 97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:00:54.212644 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-fe8d77e8-106b-470c-a1d5-659faba115a4 None None] For port 97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc,segment=NetworkSegment(78c76d73-f220-4079-ab55-63060669f18c),segment_id=78c76d73-f220-4079-ab55-63060669f18c)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:00:54.277104 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fe8d77e8-106b-470c-a1d5-659faba115a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:54.346288 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-749de39e-adeb-4ef1-8789-1ebce3375fcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-1-iscsi, 9564f2c0-7b98-4ce3-bd87-a281ba9064c1) {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:00:54.359792 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d513037e-2ad0-4b9c-a5b6-89710996454b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:54.375108 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2842a35-2ec9-4481-81cd-65e85a653df4 None None] Network 9564f2c0-7b98-4ce3-bd87-a281ba9064c1 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:00:54.386749 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cbd1e4-03bb-4f63-8e36-5b386743d4c4 admin admin] Network 3128b05d-34b2-457b-8391-96d8c4503307 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:00:54.395210 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749de39e-adeb-4ef1-8789-1ebce3375fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:54.397169 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-749de39e-adeb-4ef1-8789-1ebce3375fcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:54.418437 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-25cbd1e4-03bb-4f63-8e36-5b386743d4c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:00:54.440275 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cbd1e4-03bb-4f63-8e36-5b386743d4c4 admin admin] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:00:54.513139 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0581006b-1003-4eb8-b2e7-2a0837bd01c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:54.536542 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-715f2e17-23ee-4317-9459-1d3907ec1989 req-57cad5c3-3db5-4d2e-aff9-e78db96d5a45 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 210 time: 0.3520820 Apr 14 22:00:54.539950 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d77e8-106b-470c-a1d5-659faba115a4 None None] Pushing event updated for resources: {'Port': ['ID=97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:54.616857 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b8183858-f45f-46e8-8e90-c264a2c3a58c None None] Publish callbacks [] for port (413a6bee-08a1-4110-ad7d-9e9edd07aee8), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:54.624126 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b8183858-f45f-46e8-8e90-c264a2c3a58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (413a6bee-08a1-4110-ad7d-9e9edd07aee8), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:54.714263 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ffe4ec40-62ec-4b61-8bf3-245244a58a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (5a9c5a0f-8812-43b1-a344-cebc843804eb), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:54.718861 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ffe4ec40-62ec-4b61-8bf3-245244a58a41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:54.731173 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-ffe4ec40-62ec-4b61-8bf3-245244a58a41 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a9c5a0f-8812-43b1-a344-cebc843804eb HTTP/1.1" status: 204 len: 168 time: 1.4111569 Apr 14 22:00:54.790842 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-b8183858-f45f-46e8-8e90-c264a2c3a58c None None] Attempting to bind port 413a6bee-08a1-4110-ad7d-9e9edd07aee8 on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:00:54.791491 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-b8183858-f45f-46e8-8e90-c264a2c3a58c None None] Attempting to bind port 413a6bee-08a1-4110-ad7d-9e9edd07aee8 by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:00:54.792207 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8183858-f45f-46e8-8e90-c264a2c3a58c None None] Attempting to bind port 413a6bee-08a1-4110-ad7d-9e9edd07aee8 on network 3128b05d-34b2-457b-8391-96d8c4503307 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:00:54.796183 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbd1e4-03bb-4f63-8e36-5b386743d4c4 admin admin] Pushing event updated for resources: {'Port': ['ID=c175947b-82e8-432e-971a-a338266f5244,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:54.797936 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50a273-e4dc-4080-99ee-6efd331274d5 None None] Pushing event updated for resources: {'Port': ['ID=413a6bee-08a1-4110-ad7d-9e9edd07aee8,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:54.799006 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffb531d-e093-47fa-a61d-e1878254ba7b None None] Network 9564f2c0-7b98-4ce3-bd87-a281ba9064c1 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:00:54.823810 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8183858-f45f-46e8-8e90-c264a2c3a58c None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:00:54.824335 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8183858-f45f-46e8-8e90-c264a2c3a58c None None] Checking segment: {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:00:54.824881 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b8183858-f45f-46e8-8e90-c264a2c3a58c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:54.825438 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8183858-f45f-46e8-8e90-c264a2c3a58c None None] Bound using segment: {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:00:54.826061 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-b8183858-f45f-46e8-8e90-c264a2c3a58c None None] Bound port: 413a6bee-08a1-4110-ad7d-9e9edd07aee8, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:00:54.827661 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b8183858-f45f-46e8-8e90-c264a2c3a58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (413a6bee-08a1-4110-ad7d-9e9edd07aee8), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:54.858898 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-749de39e-adeb-4ef1-8789-1ebce3375fcd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.1608384 Apr 14 22:00:54.887633 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50a273-e4dc-4080-99ee-6efd331274d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:54.888143 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50a273-e4dc-4080-99ee-6efd331274d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:54.889784 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50a273-e4dc-4080-99ee-6efd331274d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:54.890330 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50a273-e4dc-4080-99ee-6efd331274d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:54.890776 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50a273-e4dc-4080-99ee-6efd331274d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:54.891216 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50a273-e4dc-4080-99ee-6efd331274d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:54.891686 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50a273-e4dc-4080-99ee-6efd331274d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:54.892118 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50a273-e4dc-4080-99ee-6efd331274d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:54.895955 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50a273-e4dc-4080-99ee-6efd331274d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:54.901660 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50a273-e4dc-4080-99ee-6efd331274d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:54.902246 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50a273-e4dc-4080-99ee-6efd331274d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:54.902720 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50a273-e4dc-4080-99ee-6efd331274d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:54.903207 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50a273-e4dc-4080-99ee-6efd331274d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:54.903610 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50a273-e4dc-4080-99ee-6efd331274d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:54.904086 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50a273-e4dc-4080-99ee-6efd331274d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50a273-e4dc-4080-99ee-6efd331274d5 None None] Tracked resource versions report: Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: pushed versions: Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: { 'AddressGroup': {'1.2'}, Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: 'Agent': {'1.1'}, Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: 'ConntrackHelper': {'1.0'}, Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: 'LocalIPAssociation': {'1.0'}, Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: 'Log': {'1.0'}, Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: 'NDPProxy': {'1.0'}, Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: 'Network': {'1.1'}, Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: 'Port': {'1.7'}, Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: 'PortForwarding': {'1.3'}, Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: 'QosPolicy': {'1.10'}, Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: 'SecurityGroup': {'1.5'}, Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: 'SecurityGroupRule': {'1.2'}, Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: 'SubPort': {'1.0'}, Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: 'Subnet': {'1.1'}, Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: 'Trunk': {'1.1'}} Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: consumer versions: Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: { DHCP agent@dv-cinder-838009-1-iscsi: {}, Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: HyperV agent@hv-cinder-83800: {}, Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: L3 agent@dv-cinder-838009-1-iscsi: {}, Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: Metadata agent@dv-cinder-838009-1-iscsi: {}, Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: Metering agent@dv-cinder-838009-1-iscsi: {}, Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: Open vSwitch agent@dv-cinder-838009-1-iscsi: { 'AddressGroup': '1.2', Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: 'Agent': '1.1', Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: 'ConntrackHelper': '1.0', Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: 'LocalIPAssociation': '1.0', Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: 'Log': '1.0', Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: 'NDPProxy': '1.0', Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: 'Network': '1.1', Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: 'Port': '1.7', Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: 'PortForwarding': '1.3', Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: 'QosPolicy': '1.10', Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: 'SecurityGroup': '1.5', Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: 'SecurityGroupRule': '1.2', Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: 'SubPort': '1.0', Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: 'Subnet': '1.1', Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: 'Trunk': '1.1'}} Apr 14 22:00:54.910043 dv-cinder-838009-1-iscsi neutron-server[103422]: {{(pid=103422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 22:00:55.052844 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-b8183858-f45f-46e8-8e90-c264a2c3a58c None None] For port 413a6bee-08a1-4110-ad7d-9e9edd07aee8, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:00:55.075382 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-b8183858-f45f-46e8-8e90-c264a2c3a58c None None] For port 413a6bee-08a1-4110-ad7d-9e9edd07aee8, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=413a6bee-08a1-4110-ad7d-9e9edd07aee8,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:00:55.084892 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b8183858-f45f-46e8-8e90-c264a2c3a58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (413a6bee-08a1-4110-ad7d-9e9edd07aee8), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:55.117159 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4ec40-62ec-4b61-8bf3-245244a58a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9c5a0f-8812-43b1-a344-cebc843804eb,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:55.270948 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-0581006b-1003-4eb8-b2e7-2a0837bd01c7 admin admin] Allocated IP 172.20.0.1 (85de08d8-9eb8-4e52-8d6f-cc3f42de82b0/0a14408c-0a04-4255-b049-e60b2b57871e/25b76d79-b93f-4d5b-a1c4-5986216bb436) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:00:55.285985 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 42698) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:55.341551 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50a273-e4dc-4080-99ee-6efd331274d5 None None] Pushing event updated for resources: {'Port': ['ID=413a6bee-08a1-4110-ad7d-9e9edd07aee8,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:55.348638 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8183858-f45f-46e8-8e90-c264a2c3a58c None None] Routers {'b5cb3676-f843-422c-b6c3-06c106e2b12c'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:00:55.353654 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-b8183858-f45f-46e8-8e90-c264a2c3a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:00:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b5cb3676-f843-422c-b6c3-06c106e2b12c'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:00:55.515350 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-548b1663-bedc-4a1b-a08b-e460e3d730d8 admin admin] Publish callbacks [] for router_gateway (62c0b5df-fde9-456f-aea0-d72f771c8c4c), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:55.602836 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_v2 [None req-9910598b-07df-428e-8dcf-3163f20e1161 admin admin] Deleting subnet 2163a6e7-2007-422d-acad-f3bea04ef266 {{(pid=103419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:00:55.607403 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9910598b-07df-428e-8dcf-3163f20e1161 admin admin] Publish callbacks [] for subnet (2163a6e7-2007-422d-acad-f3bea04ef266), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:55.674565 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9910598b-07df-428e-8dcf-3163f20e1161 admin admin] Publish callbacks [] for subnet (2163a6e7-2007-422d-acad-f3bea04ef266), precommit_delete_associations {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:55.708890 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-548b1663-bedc-4a1b-a08b-e460e3d730d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:55.712011 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9910598b-07df-428e-8dcf-3163f20e1161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779310'] for subnet (2163a6e7-2007-422d-acad-f3bea04ef266), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:55.767626 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-b8183858-f45f-46e8-8e90-c264a2c3a58c None None] Set router b5cb3676-f843-422c-b6c3-06c106e2b12c gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:00:55.797781 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0581006b-1003-4eb8-b2e7-2a0837bd01c7 admin admin] Publish callbacks [] for port (25b76d79-b93f-4d5b-a1c4-5986216bb436), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:55.896204 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9910598b-07df-428e-8dcf-3163f20e1161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for subnet (2163a6e7-2007-422d-acad-f3bea04ef266), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:55.939054 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-25cbd1e4-03bb-4f63-8e36-5b386743d4c4 admin admin] Publish callbacks [] for router_gateway (736e1b67-9b69-49f4-8455-bddd9e3b58df), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:56.008242 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910598b-07df-428e-8dcf-3163f20e1161 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2163a6e7-2007-422d-acad-f3bea04ef266,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:56.015231 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9910598b-07df-428e-8dcf-3163f20e1161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:56.019595 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-9910598b-07df-428e-8dcf-3163f20e1161 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2163a6e7-2007-422d-acad-f3bea04ef266 HTTP/1.1" status: 204 len: 168 time: 0.7322366 Apr 14 22:00:56.027371 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 42720) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:56.058210 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afde5e90-31b6-4f15-ac60-b7903b9ecea2 None None] Network 24ce8649-73b0-4bad-abdf-64923fbb2e24 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:00:56.180233 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-548b1663-bedc-4a1b-a08b-e460e3d730d8 admin admin] Allocated IP 172.27.2.98 (3128b05d-34b2-457b-8391-96d8c4503307/9279f13a-7b11-4203-b3e3-d3fa0b2aa609/004bb70c-4a50-4298-9e70-66904c845aad) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:00:56.275990 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-e0e31115-bd00-4bf3-adff-156979139061 None None] Provisioning complete for port 6e0b11c7-9e1d-45e7-a790-3d61286a5a7f triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:00:56.276796 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e0e31115-bd00-4bf3-adff-156979139061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (6e0b11c7-9e1d-45e7-a790-3d61286a5a7f), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:56.300608 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0de52341-6f9b-4529-a4a6-5277e7fe5145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606303'] for network (a2ec32ce-1fb6-4b83-a023-97f33b11042a), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:56.309083 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0581006b-1003-4eb8-b2e7-2a0837bd01c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696'] for port (25b76d79-b93f-4d5b-a1c4-5986216bb436), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:56.366371 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-b8183858-f45f-46e8-8e90-c264a2c3a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'name': 'tempest-AttachVolumeShelveTestJSON-1162303746-router', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:45Z', 'updated_at': '2022-04-14T22:00:48Z', 'revision_number': 3, 'project_id': '8354505d255643918a23f2f53ed53d67', 'gw_port': {'id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:46:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:46Z', 'updated_at': '2022-04-14T22:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:00:56.400425 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:00:56.406781 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9ff32f2c-5392-4200-88da-b5092bb92654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:56.424887 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8183858-f45f-46e8-8e90-c264a2c3a58c None None] The sync data for ids ['b5cb3676-f843-422c-b6c3-06c106e2b12c'] in dv-cinder-838009-1-iscsi is: [{'id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'name': 'tempest-AttachVolumeShelveTestJSON-1162303746-router', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:45Z', 'updated_at': '2022-04-14T22:00:48Z', 'revision_number': 3, 'project_id': '8354505d255643918a23f2f53ed53d67', 'gw_port': {'id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:46:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:46Z', 'updated_at': '2022-04-14T22:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:00:56.492005 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0581006b-1003-4eb8-b2e7-2a0837bd01c7 admin admin] Network 85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:00:56.580819 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-0581006b-1003-4eb8-b2e7-2a0837bd01c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:00:56.585889 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed70b67f-8257-44c3-80d7-eaa6c8602748 None None] Network effe8ea7-6d93-45a6-99a1-18a80b92d90d requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:00:56.604520 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:00:56.605079 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:56.640049 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-e0e31115-bd00-4bf3-adff-156979139061 None None] Current status of the port 6e0b11c7-9e1d-45e7-a790-3d61286a5a7f is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:00:56.644119 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e0e31115-bd00-4bf3-adff-156979139061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (6e0b11c7-9e1d-45e7-a790-3d61286a5a7f), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:56.734826 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-548b1663-bedc-4a1b-a08b-e460e3d730d8 admin admin] Publish callbacks [] for port (004bb70c-4a50-4298-9e70-66904c845aad), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:56.779782 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0581006b-1003-4eb8-b2e7-2a0837bd01c7 admin admin] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:00:56.792812 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0581006b-1003-4eb8-b2e7-2a0837bd01c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1773648'] for router_interface (b5cb3676-f843-422c-b6c3-06c106e2b12c), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:56.838846 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-e0e31115-bd00-4bf3-adff-156979139061 None None] For port 6e0b11c7-9e1d-45e7-a790-3d61286a5a7f, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=6e0b11c7-9e1d-45e7-a790-3d61286a5a7f,segment=NetworkSegment(24888de7-6475-43bb-a908-022d110a0453),segment_id=24888de7-6475-43bb-a908-022d110a0453)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:00:56.871313 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b87d1f4a-f874-40af-a422-4c394e414f4c req-aa082727-8292-4d07-8583-3c9e84b7f326 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 210 time: 0.5323241 Apr 14 22:00:56.891858 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-548b1663-bedc-4a1b-a08b-e460e3d730d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696'] for port (004bb70c-4a50-4298-9e70-66904c845aad), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:57.050548 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-25cbd1e4-03bb-4f63-8e36-5b386743d4c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1780174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773729'] for router (736e1b67-9b69-49f4-8455-bddd9e3b58df), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:57.104024 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:00:57.105857 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:57.134342 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0de52341-6f9b-4529-a4a6-5277e7fe5145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786069', 'neutron.services.segments.db._delete_segments_for_network-8754551739832'] for network (a2ec32ce-1fb6-4b83-a023-97f33b11042a), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:57.136653 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b1663-bedc-4a1b-a08b-e460e3d730d8 admin admin] Pushing event updated for resources: {'Port': ['ID=004bb70c-4a50-4298-9e70-66904c845aad,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:57.139332 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e0e31115-bd00-4bf3-adff-156979139061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (6e0b11c7-9e1d-45e7-a790-3d61286a5a7f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:57.172233 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0de52341-6f9b-4529-a4a6-5277e7fe5145 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:00:57.172707 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0de52341-6f9b-4529-a4a6-5277e7fe5145 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:00:57.173487 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0de52341-6f9b-4529-a4a6-5277e7fe5145 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:00:57.173846 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0de52341-6f9b-4529-a4a6-5277e7fe5145 admin admin] Subscribe: > port after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:00:57.174191 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0de52341-6f9b-4529-a4a6-5277e7fe5145 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:00:57.174548 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0de52341-6f9b-4529-a4a6-5277e7fe5145 admin admin] Subscribe: > port after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:00:57.174874 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0de52341-6f9b-4529-a4a6-5277e7fe5145 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:00:57.175195 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0de52341-6f9b-4529-a4a6-5277e7fe5145 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:00:57.181145 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0de52341-6f9b-4529-a4a6-5277e7fe5145 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:00:57.182151 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0de52341-6f9b-4529-a4a6-5277e7fe5145 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:00:57.236905 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548b1663-bedc-4a1b-a08b-e460e3d730d8 admin admin] Network 3128b05d-34b2-457b-8391-96d8c4503307 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:00:57.260007 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-548b1663-bedc-4a1b-a08b-e460e3d730d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:00:57.267924 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548b1663-bedc-4a1b-a08b-e460e3d730d8 admin admin] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:00:57.636020 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-e9bb63fe-83ff-4752-964c-9ea128f7dbc7 None None] Provisioning complete for port 97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:00:57.637150 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e9bb63fe-83ff-4752-964c-9ea128f7dbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:57.639488 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0de52341-6f9b-4529-a4a6-5277e7fe5145 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:00:57.640040 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0de52341-6f9b-4529-a4a6-5277e7fe5145 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:00:57.640630 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0de52341-6f9b-4529-a4a6-5277e7fe5145 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:00:57.640630 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0de52341-6f9b-4529-a4a6-5277e7fe5145 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:00:57.641849 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-0de52341-6f9b-4529-a4a6-5277e7fe5145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ec32ce-1fb6-4b83-a023-97f33b11042a']}} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:00:57.741808 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:57.757925 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581006b-1003-4eb8-b2e7-2a0837bd01c7 admin admin] Pushing event updated for resources: {'Port': ['ID=25b76d79-b93f-4d5b-a1c4-5986216bb436,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:57.785593 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-0de52341-6f9b-4529-a4a6-5277e7fe5145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d9ce8c-1255-4fcf-8e3a-c831cc69bfbf') {'for_net_delete': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:00:57.785869 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-0de52341-6f9b-4529-a4a6-5277e7fe5145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d9ce8c-1255-4fcf-8e3a-c831cc69bfbf') {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:00:57.815935 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] For port 97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc,segment=NetworkSegment(78c76d73-f220-4079-ab55-63060669f18c),segment_id=78c76d73-f220-4079-ab55-63060669f18c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:00:57.824903 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e31115-bd00-4bf3-adff-156979139061 None None] Pushing event updated for resources: {'Port': ['ID=6e0b11c7-9e1d-45e7-a790-3d61286a5a7f,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:57.875107 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:57.876626 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 6e0b11c7-9e1d-45e7-a790-3d61286a5a7f up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:00:57.901299 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0de52341-6f9b-4529-a4a6-5277e7fe5145 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754551744449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2730080'] for segment (d2d9ce8c-1255-4fcf-8e3a-c831cc69bfbf), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:57.972052 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0de52341-6f9b-4529-a4a6-5277e7fe5145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (d2d9ce8c-1255-4fcf-8e3a-c831cc69bfbf), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:58.005500 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de52341-6f9b-4529-a4a6-5277e7fe5145 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:00:58.005500 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0de52341-6f9b-4529-a4a6-5277e7fe5145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9471969'] for segment (d2d9ce8c-1255-4fcf-8e3a-c831cc69bfbf), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: from cryptography.utils import int_from_bytes Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: from cryptography.utils import int_from_bytes Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: Traceback (most recent call last): Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: timer() Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: cb(*args, **kw) Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: return func(*args, **kwargs) Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: self._notify() Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: self.callback(batched_events) Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: event.method(event) Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: return f(self, *a, **k) Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: return self._get(url).json() Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: return self.request(url, 'GET', **kwargs) Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:00:58.114067 dv-cinder-838009-1-iscsi neutron-server[103419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:00:58.120532 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0de52341-6f9b-4529-a4a6-5277e7fe5145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773785'] for network (a2ec32ce-1fb6-4b83-a023-97f33b11042a), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:58.155505 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0de52341-6f9b-4529-a4a6-5277e7fe5145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:58.159400 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-0de52341-6f9b-4529-a4a6-5277e7fe5145 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a2ec32ce-1fb6-4b83-a023-97f33b11042a HTTP/1.1" status: 204 len: 168 time: 2.1306071 Apr 14 22:00:58.186387 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Pushing event updated for resources: {'Port': ['ID=97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:58.212504 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 6e0b11c7-9e1d-45e7-a790-3d61286a5a7f triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:00:58.212984 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (6e0b11c7-9e1d-45e7-a790-3d61286a5a7f), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:58.216040 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 42770) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:58.264418 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb63fe-83ff-4752-964c-9ea128f7dbc7 None None] Current status of the port 97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:00:58.279470 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f4b5b94-c0d2-4b30-8bea-1f9b8f503c10 admin admin] Deleting subnet fca04a93-0392-404a-bbea-33af885bf070 {{(pid=103419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:00:58.283682 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2f4b5b94-c0d2-4b30-8bea-1f9b8f503c10 admin admin] Publish callbacks [] for subnet (fca04a93-0392-404a-bbea-33af885bf070), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:58.295121 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-e9bb63fe-83ff-4752-964c-9ea128f7dbc7 None None] Provisioning complete for port 6e0b11c7-9e1d-45e7-a790-3d61286a5a7f triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:00:58.295604 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e9bb63fe-83ff-4752-964c-9ea128f7dbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (6e0b11c7-9e1d-45e7-a790-3d61286a5a7f), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:58.331881 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2f4b5b94-c0d2-4b30-8bea-1f9b8f503c10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2730075'] for subnet (fca04a93-0392-404a-bbea-33af885bf070), precommit_delete_associations {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:58.377810 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de52341-6f9b-4529-a4a6-5277e7fe5145 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2ec32ce-1fb6-4b83-a023-97f33b11042a,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:58.387724 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25cbd1e4-03bb-4f63-8e36-5b386743d4c4 admin admin] Router 736e1b67-9b69-49f4-8455-bddd9e3b58df is scheduled to L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 with binding_index 1 {{(pid=103420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 22:00:58.423510 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2f4b5b94-c0d2-4b30-8bea-1f9b8f503c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779310'] for subnet (fca04a93-0392-404a-bbea-33af885bf070), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:58.447231 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 42776) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:58.511330 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-548b1663-bedc-4a1b-a08b-e460e3d730d8 admin admin] Publish callbacks [] for router_gateway (62c0b5df-fde9-456f-aea0-d72f771c8c4c), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:58.563415 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb63fe-83ff-4752-964c-9ea128f7dbc7 None None] Current status of the port 6e0b11c7-9e1d-45e7-a790-3d61286a5a7f is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:00:58.565328 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.26', 51909) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:58.604471 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 6e0b11c7-9e1d-45e7-a790-3d61286a5a7f is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:00:58.687737 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-58a3efd2-80d4-4f60-8cf3-2b9f0ee3b6f5 None None] Provisioning complete for port 97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:00:58.688129 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-58a3efd2-80d4-4f60-8cf3-2b9f0ee3b6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:58.725277 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-ea81e001-5739-41d2-9d97-3c01c57e6a20 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:58.728569 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-ea81e001-5739-41d2-9d97-3c01c57e6a20 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.26 "GET /v2.0/networks?id=4103a41b-a3b2-49f0-861f-ebd4f498cba1 HTTP/1.1" status: 200 len: 812 time: 0.1614120 Apr 14 22:00:58.729845 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2f4b5b94-c0d2-4b30-8bea-1f9b8f503c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9471835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9650152'] for subnet (fca04a93-0392-404a-bbea-33af885bf070), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:58.807056 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b5b94-c0d2-4b30-8bea-1f9b8f503c10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fca04a93-0392-404a-bbea-33af885bf070,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:58.832710 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-b2a869d7-403e-4237-b93e-ed0a9ae575f9 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Request body: {'port': {'device_id': 'c620cf44-7e3f-40a8-8eb3-701c02a62ae2', 'network_id': '4103a41b-a3b2-49f0-861f-ebd4f498cba1', 'admin_state_up': True, 'tenant_id': '8a71639b156548cf8f768dd40b8c2055'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:00:58.836653 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:58.845314 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0581006b-1003-4eb8-b2e7-2a0837bd01c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (25b76d79-b93f-4d5b-a1c4-5986216bb436), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:58.877061 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bcd66237-1e46-4dd9-abfe-c9cdaef5b36d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:58.970658 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-58a3efd2-80d4-4f60-8cf3-2b9f0ee3b6f5 None None] Current status of the port 97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:00:58.986386 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-58a3efd2-80d4-4f60-8cf3-2b9f0ee3b6f5 None None] Provisioning complete for port 25b76d79-b93f-4d5b-a1c4-5986216bb436 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:00:58.986862 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-58a3efd2-80d4-4f60-8cf3-2b9f0ee3b6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (25b76d79-b93f-4d5b-a1c4-5986216bb436), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:59.007325 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2f4b5b94-c0d2-4b30-8bea-1f9b8f503c10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:59.017116 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-2f4b5b94-c0d2-4b30-8bea-1f9b8f503c10 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fca04a93-0392-404a-bbea-33af885bf070 HTTP/1.1" status: 204 len: 168 time: 0.7997768 Apr 14 22:00:59.034339 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 42790) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:59.079282 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bcd66237-1e46-4dd9-abfe-c9cdaef5b36d admin admin] Publish callbacks [] for security_group (a02afe2d-fd63-4e63-80a3-b26bcc63c3e3), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:59.083357 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c7d8d9b7-c5b8-434f-ae8a-28589d94b3b9 req-77e569b9-c68e-45e4-ab55-604c92f83f6f tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 210 time: 0.4067068 Apr 14 22:00:59.093252 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bcd66237-1e46-4dd9-abfe-c9cdaef5b36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (a02afe2d-fd63-4e63-80a3-b26bcc63c3e3), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:59.095105 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:00:59.149030 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-bcd66237-1e46-4dd9-abfe-c9cdaef5b36d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c144ed32baf4dd6ab4647aaa3e24172&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6935549 Apr 14 22:00:59.170795 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 42798) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:59.268403 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-58a3efd2-80d4-4f60-8cf3-2b9f0ee3b6f5 None None] Port 25b76d79-b93f-4d5b-a1c4-5986216bb436 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:00:59.297940 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:00:59.299652 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:59.468642 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:00:59.475228 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 6e0b11c7-9e1d-45e7-a790-3d61286a5a7f up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:00:59.540397 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cbd1e4-03bb-4f63-8e36-5b386743d4c4 admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:00:59.561725 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9262efae-ddff-4fb3-82f3-6fc21993270b None None] Sync routers for ids ['736e1b67-9b69-49f4-8455-bddd9e3b58df'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:00:59.588189 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9262efae-ddff-4fb3-82f3-6fc21993270b None None] Routers {'736e1b67-9b69-49f4-8455-bddd9e3b58df'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:00:59.589377 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-9262efae-ddff-4fb3-82f3-6fc21993270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:00:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['736e1b67-9b69-49f4-8455-bddd9e3b58df'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:00:59.615160 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd66237-1e46-4dd9-abfe-c9cdaef5b36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02afe2d-fd63-4e63-80a3-b26bcc63c3e3,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:59.619377 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6d9d3e19-b291-4a0b-af69-979028821ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606303'] for network (9564f2c0-7b98-4ce3-bd87-a281ba9064c1), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:59.640705 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-25cbd1e4-03bb-4f63-8e36-5b386743d4c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:59.647808 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-25cbd1e4-03bb-4f63-8e36-5b386743d4c4 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.5845921 Apr 14 22:00:59.648184 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 42820) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:59.727036 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 6e0b11c7-9e1d-45e7-a790-3d61286a5a7f triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:00:59.727413 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (6e0b11c7-9e1d-45e7-a790-3d61286a5a7f), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:59.785848 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-9262efae-ddff-4fb3-82f3-6fc21993270b None None] Set router 736e1b67-9b69-49f4-8455-bddd9e3b58df gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:00:59.839536 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5fda8827-d3bb-4cbb-a682-daae91e7877c admin admin] Publish callbacks [] for security_group (a02afe2d-fd63-4e63-80a3-b26bcc63c3e3), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:59.872685 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5fda8827-d3bb-4cbb-a682-daae91e7877c admin admin] Publish callbacks [] for security_group (a02afe2d-fd63-4e63-80a3-b26bcc63c3e3), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:59.920935 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-b2a869d7-403e-4237-b93e-ed0a9ae575f9 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Made reservation on behalf of 8a71639b156548cf8f768dd40b8c2055 for: {'port': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:00:59.925038 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-b2a869d7-403e-4237-b93e-ed0a9ae575f9 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:59.990229 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-548b1663-bedc-4a1b-a08b-e460e3d730d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1780174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773729'] for router (62c0b5df-fde9-456f-aea0-d72f771c8c4c), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:59.997388 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 6e0b11c7-9e1d-45e7-a790-3d61286a5a7f is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:00:59.998703 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 413a6bee-08a1-4110-ad7d-9e9edd07aee8 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:01:00.002693 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5fda8827-d3bb-4cbb-a682-daae91e7877c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (a02afe2d-fd63-4e63-80a3-b26bcc63c3e3), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:00.006148 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5fda8827-d3bb-4cbb-a682-daae91e7877c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:00.007613 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-5fda8827-d3bb-4cbb-a682-daae91e7877c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a02afe2d-fd63-4e63-80a3-b26bcc63c3e3 HTTP/1.1" status: 204 len: 168 time: 0.8297441 Apr 14 22:01:00.070752 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-9262efae-ddff-4fb3-82f3-6fc21993270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'name': 'tempest-ServerRescueNegativeTestJSON-2065454866-router', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'c175947b-82e8-432e-971a-a338266f5244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:50Z', 'updated_at': '2022-04-14T22:00:55Z', 'revision_number': 3, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'gw_port': {'id': 'c175947b-82e8-432e-971a-a338266f5244', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:00:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:01:00.121893 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9262efae-ddff-4fb3-82f3-6fc21993270b None None] Checking router: 736e1b67-9b69-49f4-8455-bddd9e3b58df for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:01:00.122389 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9262efae-ddff-4fb3-82f3-6fc21993270b None None] Updating router 736e1b67-9b69-49f4-8455-bddd9e3b58df port c175947b-82e8-432e-971a-a338266f5244 binding host dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:01:00.133827 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda8827-d3bb-4cbb-a682-daae91e7877c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02afe2d-fd63-4e63-80a3-b26bcc63c3e3,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:00.206468 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9262efae-ddff-4fb3-82f3-6fc21993270b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (c175947b-82e8-432e-971a-a338266f5244), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:00.238061 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6d9d3e19-b291-4a0b-af69-979028821ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786069', 'neutron.services.segments.db._delete_segments_for_network-8754551739832'] for network (9564f2c0-7b98-4ce3-bd87-a281ba9064c1), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:00.405351 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c64bb7da-badb-4842-806f-5d60d29acfcd req-a0b3a6d4-83d0-435a-b5a9-c2ed94f9223e tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 210 time: 0.1366620 Apr 14 22:01:00.423826 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-6d9d3e19-b291-4a0b-af69-979028821ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9564f2c0-7b98-4ce3-bd87-a281ba9064c1']}} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:01:00.465026 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-6d9d3e19-b291-4a0b-af69-979028821ad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a889ae-ebba-4271-be76-d8f7c10c321f') {'for_net_delete': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:01:00.465645 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-6d9d3e19-b291-4a0b-af69-979028821ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a889ae-ebba-4271-be76-d8f7c10c321f') {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:01:00.505310 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0581006b-1003-4eb8-b2e7-2a0837bd01c7 admin admin] Publish callbacks [] for port (25b76d79-b93f-4d5b-a1c4-5986216bb436), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:00.546384 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6d9d3e19-b291-4a0b-af69-979028821ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754551744449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2730080'] for segment (36a889ae-ebba-4271-be76-d8f7c10c321f), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:00.564649 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0581006b-1003-4eb8-b2e7-2a0837bd01c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9471757'] for port (25b76d79-b93f-4d5b-a1c4-5986216bb436), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:00.624870 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548b1663-bedc-4a1b-a08b-e460e3d730d8 admin admin] Router 62c0b5df-fde9-456f-aea0-d72f771c8c4c is scheduled to L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 with binding_index 1 {{(pid=103420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 22:01:00.680100 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:00.687602 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0581006b-1003-4eb8-b2e7-2a0837bd01c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1775072'] for router_interface (b5cb3676-f843-422c-b6c3-06c106e2b12c), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:00.709494 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 413a6bee-08a1-4110-ad7d-9e9edd07aee8 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:00.709880 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (413a6bee-08a1-4110-ad7d-9e9edd07aee8), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:00.836202 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6d9d3e19-b291-4a0b-af69-979028821ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (36a889ae-ebba-4271-be76-d8f7c10c321f), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:00.861312 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9d3e19-b291-4a0b-af69-979028821ad8 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:01:00.861983 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6d9d3e19-b291-4a0b-af69-979028821ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9471969'] for segment (36a889ae-ebba-4271-be76-d8f7c10c321f), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: Traceback (most recent call last): Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: timer() Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: cb(*args, **kw) Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: return func(*args, **kwargs) Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: self._notify() Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: self.callback(batched_events) Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: event.method(event) Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: return f(self, *a, **k) Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: return self._get(url).json() Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: return self.request(url, 'GET', **kwargs) Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:01:00.942279 dv-cinder-838009-1-iscsi neutron-server[103419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:01:00.946079 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-60bea024-df3b-48b5-974d-96d20b6c35b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:00.973436 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-b2a869d7-403e-4237-b93e-ed0a9ae575f9 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Allocated IP 172.20.0.5 (4103a41b-a3b2-49f0-861f-ebd4f498cba1/ca0f176c-323d-4b1a-9614-8a9deef88414/86c53170-c4d6-477e-97dd-e43ac2154043) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:01:01.204819 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 42864) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:01.232665 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-b2a869d7-403e-4237-b93e-ed0a9ae575f9 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Publish callbacks [] for port (86c53170-c4d6-477e-97dd-e43ac2154043), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:01.309952 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6d9d3e19-b291-4a0b-af69-979028821ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773785'] for network (9564f2c0-7b98-4ce3-bd87-a281ba9064c1), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:01.315321 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-b2a869d7-403e-4237-b93e-ed0a9ae575f9 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (86c53170-c4d6-477e-97dd-e43ac2154043), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:01.358197 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9262efae-ddff-4fb3-82f3-6fc21993270b None None] Publish callbacks [] for port (c175947b-82e8-432e-971a-a338266f5244), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:01.394119 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6d9d3e19-b291-4a0b-af69-979028821ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:01.411754 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9262efae-ddff-4fb3-82f3-6fc21993270b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (c175947b-82e8-432e-971a-a338266f5244), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:01.420345 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-6d9d3e19-b291-4a0b-af69-979028821ad8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9564f2c0-7b98-4ce3-bd87-a281ba9064c1 HTTP/1.1" status: 204 len: 168 time: 2.3844526 Apr 14 22:01:01.465544 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d3e19-b291-4a0b-af69-979028821ad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9564f2c0-7b98-4ce3-bd87-a281ba9064c1,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:01.473076 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-60bea024-df3b-48b5-974d-96d20b6c35b7 admin admin] Allocated IP 172.20.0.1 (24ce8649-73b0-4bad-abdf-64923fbb2e24/801c38b5-c92d-488d-9425-23346baf9bd6/033eaae8-9407-420d-b99d-291c920c060f) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:01:01.540278 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581006b-1003-4eb8-b2e7-2a0837bd01c7 admin admin] Pushing event updated for resources: {'Port': ['ID=25b76d79-b93f-4d5b-a1c4-5986216bb436,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:01.589815 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b646d5-f3b7-4375-bd56-1a39097de415 None None] Pushing event updated for resources: {'Port': ['ID=c175947b-82e8-432e-971a-a338266f5244,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:01.592345 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-9262efae-ddff-4fb3-82f3-6fc21993270b None None] Attempting to bind port c175947b-82e8-432e-971a-a338266f5244 on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:01:01.592731 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-9262efae-ddff-4fb3-82f3-6fc21993270b None None] Attempting to bind port c175947b-82e8-432e-971a-a338266f5244 by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:01:01.593116 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9262efae-ddff-4fb3-82f3-6fc21993270b None None] Attempting to bind port c175947b-82e8-432e-971a-a338266f5244 on network 3128b05d-34b2-457b-8391-96d8c4503307 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:01:01.618397 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9262efae-ddff-4fb3-82f3-6fc21993270b None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:01:01.619424 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9262efae-ddff-4fb3-82f3-6fc21993270b None None] Checking segment: {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:01:01.619424 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9262efae-ddff-4fb3-82f3-6fc21993270b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:01.619619 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9262efae-ddff-4fb3-82f3-6fc21993270b None None] Bound using segment: {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:01:01.620045 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-9262efae-ddff-4fb3-82f3-6fc21993270b None None] Bound port: c175947b-82e8-432e-971a-a338266f5244, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:01:01.620466 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9262efae-ddff-4fb3-82f3-6fc21993270b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (c175947b-82e8-432e-971a-a338266f5244), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:01.635237 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-b2a869d7-403e-4237-b93e-ed0a9ae575f9 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Network 4103a41b-a3b2-49f0-861f-ebd4f498cba1 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:01:01.661260 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 413a6bee-08a1-4110-ad7d-9e9edd07aee8 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:01:01.661660 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (413a6bee-08a1-4110-ad7d-9e9edd07aee8), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:01.760052 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-60bea024-df3b-48b5-974d-96d20b6c35b7 admin admin] Publish callbacks [] for port (033eaae8-9407-420d-b99d-291c920c060f), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:01.841134 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-b2a869d7-403e-4237-b93e-ed0a9ae575f9 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:01:01.843075 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548b1663-bedc-4a1b-a08b-e460e3d730d8 admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:01:01.854836 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-60bea024-df3b-48b5-974d-96d20b6c35b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696'] for port (033eaae8-9407-420d-b99d-291c920c060f), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:01.861446 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c63e34-687c-4971-b98a-4bcce89175d8 None None] Sync routers for ids ['62c0b5df-fde9-456f-aea0-d72f771c8c4c'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:01:01.875847 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c63e34-687c-4971-b98a-4bcce89175d8 None None] Routers {'62c0b5df-fde9-456f-aea0-d72f771c8c4c'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:01:01.876529 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-b2a869d7-403e-4237-b93e-ed0a9ae575f9 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:01:01.877068 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-91c63e34-687c-4971-b98a-4bcce89175d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:00:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['62c0b5df-fde9-456f-aea0-d72f771c8c4c'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:01:01.887211 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 42892) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:02.027430 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] For port 413a6bee-08a1-4110-ad7d-9e9edd07aee8, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=413a6bee-08a1-4110-ad7d-9e9edd07aee8,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:01:02.032083 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-548b1663-bedc-4a1b-a08b-e460e3d730d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:02.039882 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-548b1663-bedc-4a1b-a08b-e460e3d730d8 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.7976594 Apr 14 22:01:02.044050 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (413a6bee-08a1-4110-ad7d-9e9edd07aee8), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:02.138613 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-9262efae-ddff-4fb3-82f3-6fc21993270b None None] For port c175947b-82e8-432e-971a-a338266f5244, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:01:02.164369 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 42896) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:02.185177 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-d51ccf44-98dd-4167-9c51-ad022cb0a016 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9c6f2d0d15c14de4b27a34d32459fe55&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2556293 Apr 14 22:01:02.203253 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-91c63e34-687c-4971-b98a-4bcce89175d8 None None] Set router 62c0b5df-fde9-456f-aea0-d72f771c8c4c gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:01:02.214751 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 42898) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:02.269020 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Pushing event updated for resources: {'Port': ['ID=413a6bee-08a1-4110-ad7d-9e9edd07aee8,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:02.283495 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-9262efae-ddff-4fb3-82f3-6fc21993270b None None] For port c175947b-82e8-432e-971a-a338266f5244, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=c175947b-82e8-432e-971a-a338266f5244,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:01:02.296590 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9262efae-ddff-4fb3-82f3-6fc21993270b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (c175947b-82e8-432e-971a-a338266f5244), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:02.407161 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-91c63e34-687c-4971-b98a-4bcce89175d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'name': 'tempest-AttachVolumeTestJSON-1784155718-router', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '004bb70c-4a50-4298-9e70-66904c845aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:00:57Z', 'revision_number': 3, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'gw_port': {'id': '004bb70c-4a50-4298-9e70-66904c845aad', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:df:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:55Z', 'updated_at': '2022-04-14T22:00:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:01:02.439043 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c63e34-687c-4971-b98a-4bcce89175d8 None None] Checking router: 62c0b5df-fde9-456f-aea0-d72f771c8c4c for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:01:02.439780 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c63e34-687c-4971-b98a-4bcce89175d8 None None] Updating router 62c0b5df-fde9-456f-aea0-d72f771c8c4c port 004bb70c-4a50-4298-9e70-66904c845aad binding host dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:01:02.468521 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9262efae-ddff-4fb3-82f3-6fc21993270b None None] Routers {'736e1b67-9b69-49f4-8455-bddd9e3b58df'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:01:02.469075 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-9262efae-ddff-4fb3-82f3-6fc21993270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:00:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['736e1b67-9b69-49f4-8455-bddd9e3b58df'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:01:02.472640 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91c63e34-687c-4971-b98a-4bcce89175d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (004bb70c-4a50-4298-9e70-66904c845aad), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:02.537982 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bea024-df3b-48b5-974d-96d20b6c35b7 admin admin] Network 24ce8649-73b0-4bad-abdf-64923fbb2e24 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:01:02.555468 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adcf333-9ba3-4bd1-809a-7029dea1519d req-62f27062-5d6b-4d39-92ad-9ee8604bc709 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:02.564818 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6adcf333-9ba3-4bd1-809a-7029dea1519d req-62f27062-5d6b-4d39-92ad-9ee8604bc709 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 931 time: 0.7335196 Apr 14 22:01:02.574880 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-60bea024-df3b-48b5-974d-96d20b6c35b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:01:02.582368 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bea024-df3b-48b5-974d-96d20b6c35b7 admin admin] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:01:02.582368 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-60bea024-df3b-48b5-974d-96d20b6c35b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1773648'] for router_interface (736e1b67-9b69-49f4-8455-bddd9e3b58df), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:02.630035 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a869d7-403e-4237-b93e-ed0a9ae575f9 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Pushing event updated for resources: {'Port': ['ID=86c53170-c4d6-477e-97dd-e43ac2154043,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:02.656910 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b646d5-f3b7-4375-bd56-1a39097de415 None None] Pushing event updated for resources: {'Port': ['ID=c175947b-82e8-432e-971a-a338266f5244,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:02.732362 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e2d-9703-4905-a9c1-0de21205fa7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:02.771952 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-b2a869d7-403e-4237-b93e-ed0a9ae575f9 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:02.772589 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-b2a869d7-403e-4237-b93e-ed0a9ae575f9 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:02.846627 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-9262efae-ddff-4fb3-82f3-6fc21993270b None None] Set router 736e1b67-9b69-49f4-8455-bddd9e3b58df gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:01:02.879092 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0581006b-1003-4eb8-b2e7-2a0837bd01c7 admin admin] Network 85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:01:02.899977 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-b2a869d7-403e-4237-b93e-ed0a9ae575f9 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0985868 Apr 14 22:01:02.936540 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-0581006b-1003-4eb8-b2e7-2a0837bd01c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:01:02.980563 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-1d8e55e8-71e0-4c48-84ea-a5172e3f2d4d tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:01:02.981651 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-1d8e55e8-71e0-4c48-84ea-a5172e3f2d4d tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0672858 Apr 14 22:01:03.009483 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e2d-9703-4905-a9c1-0de21205fa7b admin admin] Publish callbacks [] for security_group (09f41f6a-dbf6-4b9e-9feb-db4e1211d96b), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:03.034431 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84bd5667-08bd-4aea-b723-e522d7bbdb46 admin admin] Publish callbacks [] for security_group (a4eed85c-1e5b-4926-82ac-527205b00d90), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:03.070797 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e2d-9703-4905-a9c1-0de21205fa7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (09f41f6a-dbf6-4b9e-9feb-db4e1211d96b), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:03.166118 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bea024-df3b-48b5-974d-96d20b6c35b7 admin admin] Pushing event updated for resources: {'Port': ['ID=033eaae8-9407-420d-b99d-291c920c060f,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:03.231141 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-99ae2e2d-9703-4905-a9c1-0de21205fa7b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=84e5fb53246a4e02bf9708aadc741391&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9794238 Apr 14 22:01:03.240575 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae2e2d-9703-4905-a9c1-0de21205fa7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f41f6a-dbf6-4b9e-9feb-db4e1211d96b,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:03.256176 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 42920) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:03.315347 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-4efb6617-e9ac-411d-85f2-7895470a9b7f None None] Provisioning complete for port 033eaae8-9407-420d-b99d-291c920c060f triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:03.319367 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4efb6617-e9ac-411d-85f2-7895470a9b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (033eaae8-9407-420d-b99d-291c920c060f), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:03.437883 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6adcf333-9ba3-4bd1-809a-7029dea1519d req-caec9087-9d8a-4f99-ab46-02cf41acb53f tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/security-groups?id=900e8486-a06b-4982-bc35-73a1d8e83f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7166712 Apr 14 22:01:03.469104 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-4efb6617-e9ac-411d-85f2-7895470a9b7f None None] Port 033eaae8-9407-420d-b99d-291c920c060f cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:01:03.540877 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91c63e34-687c-4971-b98a-4bcce89175d8 None None] Publish callbacks [] for port (004bb70c-4a50-4298-9e70-66904c845aad), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:03.548187 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91c63e34-687c-4971-b98a-4bcce89175d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (004bb70c-4a50-4298-9e70-66904c845aad), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:03.614251 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13a56f-c5ef-409b-8a99-3e213ff766e4 None None] Pushing event updated for resources: {'Port': ['ID=004bb70c-4a50-4298-9e70-66904c845aad,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:03.652360 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-91c63e34-687c-4971-b98a-4bcce89175d8 None None] Attempting to bind port 004bb70c-4a50-4298-9e70-66904c845aad on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:01:03.653224 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-91c63e34-687c-4971-b98a-4bcce89175d8 None None] Attempting to bind port 004bb70c-4a50-4298-9e70-66904c845aad by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:01:03.653763 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c63e34-687c-4971-b98a-4bcce89175d8 None None] Attempting to bind port 004bb70c-4a50-4298-9e70-66904c845aad on network 3128b05d-34b2-457b-8391-96d8c4503307 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:01:03.661032 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c63e34-687c-4971-b98a-4bcce89175d8 None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:01:03.661928 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c63e34-687c-4971-b98a-4bcce89175d8 None None] Checking segment: {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:01:03.663162 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91c63e34-687c-4971-b98a-4bcce89175d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:03.663736 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c63e34-687c-4971-b98a-4bcce89175d8 None None] Bound using segment: {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:01:03.665047 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-91c63e34-687c-4971-b98a-4bcce89175d8 None None] Bound port: 004bb70c-4a50-4298-9e70-66904c845aad, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:01:03.665644 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91c63e34-687c-4971-b98a-4bcce89175d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (004bb70c-4a50-4298-9e70-66904c845aad), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:03.714072 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2b6b2f17-1ab3-46ea-8048-f31a347094e3 admin admin] Publish callbacks [] for security_group (09f41f6a-dbf6-4b9e-9feb-db4e1211d96b), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:03.773040 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-91c63e34-687c-4971-b98a-4bcce89175d8 None None] For port 004bb70c-4a50-4298-9e70-66904c845aad, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:01:03.781066 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-afff4f15-7ee7-462d-bad9-d7590a98a1a0 None None] Provisioning complete for port 25b76d79-b93f-4d5b-a1c4-5986216bb436 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:03.781817 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-91c63e34-687c-4971-b98a-4bcce89175d8 None None] For port 004bb70c-4a50-4298-9e70-66904c845aad, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=004bb70c-4a50-4298-9e70-66904c845aad,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:01:03.782135 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-afff4f15-7ee7-462d-bad9-d7590a98a1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (25b76d79-b93f-4d5b-a1c4-5986216bb436), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:03.786658 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-9262efae-ddff-4fb3-82f3-6fc21993270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'name': 'tempest-ServerRescueNegativeTestJSON-2065454866-router', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'c175947b-82e8-432e-971a-a338266f5244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:50Z', 'updated_at': '2022-04-14T22:00:55Z', 'revision_number': 3, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'gw_port': {'id': 'c175947b-82e8-432e-971a-a338266f5244', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:01:03.794748 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91c63e34-687c-4971-b98a-4bcce89175d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (004bb70c-4a50-4298-9e70-66904c845aad), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:03.917420 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2b6b2f17-1ab3-46ea-8048-f31a347094e3 admin admin] Publish callbacks [] for security_group (09f41f6a-dbf6-4b9e-9feb-db4e1211d96b), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:03.934184 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84bd5667-08bd-4aea-b723-e522d7bbdb46 admin admin] Publish callbacks [] for security_group (a4eed85c-1e5b-4926-82ac-527205b00d90), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:03.947754 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-60bea024-df3b-48b5-974d-96d20b6c35b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (033eaae8-9407-420d-b99d-291c920c060f), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:03.957260 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c63e34-687c-4971-b98a-4bcce89175d8 None None] Routers {'62c0b5df-fde9-456f-aea0-d72f771c8c4c'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:01:03.958037 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-91c63e34-687c-4971-b98a-4bcce89175d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:00:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['62c0b5df-fde9-456f-aea0-d72f771c8c4c'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:01:04.000006 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9262efae-ddff-4fb3-82f3-6fc21993270b None None] The sync data for ids ['736e1b67-9b69-49f4-8455-bddd9e3b58df'] in dv-cinder-838009-1-iscsi is: [{'id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'name': 'tempest-ServerRescueNegativeTestJSON-2065454866-router', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'c175947b-82e8-432e-971a-a338266f5244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:50Z', 'updated_at': '2022-04-14T22:00:55Z', 'revision_number': 3, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'gw_port': {'id': 'c175947b-82e8-432e-971a-a338266f5244', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:01:04.025753 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-fb27271f-4548-44b1-b466-43bb0bb4b139 service neutron] Request body: {'port': {'device_id': 'c620cf44-7e3f-40a8-8eb3-701c02a62ae2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:01:04.043422 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-afff4f15-7ee7-462d-bad9-d7590a98a1a0 None None] Port 25b76d79-b93f-4d5b-a1c4-5986216bb436 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:01:04.088064 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13a56f-c5ef-409b-8a99-3e213ff766e4 None None] Pushing event updated for resources: {'Port': ['ID=004bb70c-4a50-4298-9e70-66904c845aad,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:04.190028 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84bd5667-08bd-4aea-b723-e522d7bbdb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (a4eed85c-1e5b-4926-82ac-527205b00d90), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:04.194643 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84bd5667-08bd-4aea-b723-e522d7bbdb46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:04.214806 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-84bd5667-08bd-4aea-b723-e522d7bbdb46 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a4eed85c-1e5b-4926-82ac-527205b00d90 HTTP/1.1" status: 204 len: 168 time: 1.9815977 Apr 14 22:01:04.290549 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2b6b2f17-1ab3-46ea-8048-f31a347094e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (09f41f6a-dbf6-4b9e-9feb-db4e1211d96b), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:04.293529 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2b6b2f17-1ab3-46ea-8048-f31a347094e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:04.297316 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-2b6b2f17-1ab3-46ea-8048-f31a347094e3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/09f41f6a-dbf6-4b9e-9feb-db4e1211d96b HTTP/1.1" status: 204 len: 168 time: 1.0306411 Apr 14 22:01:04.307156 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd5667-08bd-4aea-b723-e522d7bbdb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4eed85c-1e5b-4926-82ac-527205b00d90,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:04.385490 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b2f17-1ab3-46ea-8048-f31a347094e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f41f6a-dbf6-4b9e-9feb-db4e1211d96b,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:04.388455 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 413a6bee-08a1-4110-ad7d-9e9edd07aee8 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:01:04.421188 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-91c63e34-687c-4971-b98a-4bcce89175d8 None None] Set router 62c0b5df-fde9-456f-aea0-d72f771c8c4c gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:01:04.694080 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-fb27271f-4548-44b1-b466-43bb0bb4b139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (86c53170-c4d6-477e-97dd-e43ac2154043), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:04.823854 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 413a6bee-08a1-4110-ad7d-9e9edd07aee8 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:04.827065 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (413a6bee-08a1-4110-ad7d-9e9edd07aee8), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:04.853921 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-60bea024-df3b-48b5-974d-96d20b6c35b7 admin admin] Publish callbacks [] for port (033eaae8-9407-420d-b99d-291c920c060f), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:04.863331 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-60bea024-df3b-48b5-974d-96d20b6c35b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (033eaae8-9407-420d-b99d-291c920c060f), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:04.865922 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-60bea024-df3b-48b5-974d-96d20b6c35b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1775072'] for router_interface (736e1b67-9b69-49f4-8455-bddd9e3b58df), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:04.924961 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0581006b-1003-4eb8-b2e7-2a0837bd01c7 admin admin] Router b5cb3676-f843-422c-b6c3-06c106e2b12c has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:01:05.034123 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bea024-df3b-48b5-974d-96d20b6c35b7 admin admin] Pushing event updated for resources: {'Port': ['ID=033eaae8-9407-420d-b99d-291c920c060f,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:05.119705 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-91c63e34-687c-4971-b98a-4bcce89175d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'name': 'tempest-AttachVolumeTestJSON-1784155718-router', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '004bb70c-4a50-4298-9e70-66904c845aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:00:57Z', 'revision_number': 3, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'gw_port': {'id': '004bb70c-4a50-4298-9e70-66904c845aad', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:df:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:55Z', 'updated_at': '2022-04-14T22:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:01:05.265262 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c63e34-687c-4971-b98a-4bcce89175d8 None None] The sync data for ids ['62c0b5df-fde9-456f-aea0-d72f771c8c4c'] in dv-cinder-838009-1-iscsi is: [{'id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'name': 'tempest-AttachVolumeTestJSON-1784155718-router', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '004bb70c-4a50-4298-9e70-66904c845aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:00:57Z', 'revision_number': 3, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'gw_port': {'id': '004bb70c-4a50-4298-9e70-66904c845aad', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:df:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:55Z', 'updated_at': '2022-04-14T22:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:01:05.390179 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 413a6bee-08a1-4110-ad7d-9e9edd07aee8 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:01:05.407349 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 42962) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:05.511593 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0581006b-1003-4eb8-b2e7-2a0837bd01c7 admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:01:05.529197 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-0581006b-1003-4eb8-b2e7-2a0837bd01c7 admin admin] 10.222.0.43 "PUT /v2.0/routers/b5cb3676-f843-422c-b6c3-06c106e2b12c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1344905 Apr 14 22:01:05.549083 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6d7e33-658b-4141-9ad5-acf08aebaf5b None None] Sync routers for ids ['b5cb3676-f843-422c-b6c3-06c106e2b12c'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:01:05.608251 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6d7e33-658b-4141-9ad5-acf08aebaf5b None None] Routers {'b5cb3676-f843-422c-b6c3-06c106e2b12c'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:01:05.626948 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-dd6d7e33-658b-4141-9ad5-acf08aebaf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:00:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b5cb3676-f843-422c-b6c3-06c106e2b12c'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:01:05.697068 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bea024-df3b-48b5-974d-96d20b6c35b7 admin admin] Network 24ce8649-73b0-4bad-abdf-64923fbb2e24 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:01:05.707982 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-60bea024-df3b-48b5-974d-96d20b6c35b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:01:05.742324 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 42976) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:06.285476 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-91b212da-a5da-4b8a-a3e3-6e0ae98a968d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:06.402211 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-adb09014-a29b-4a94-ae23-44c718ddfea9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=303debc55a8e44c9ab03ba9d1d048933&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6522045 Apr 14 22:01:06.403915 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307490e-ca27-42e8-be88-8166b8c572cd req-bc91afb3-5bc7-40c4-b810-07e1a6623207 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:06.405085 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 42982) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:06.406626 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9307490e-ca27-42e8-be88-8166b8c572cd req-bc91afb3-5bc7-40c4-b810-07e1a6623207 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 931 time: 0.9027729 Apr 14 22:01:06.414304 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-dd6d7e33-658b-4141-9ad5-acf08aebaf5b None None] Set router b5cb3676-f843-422c-b6c3-06c106e2b12c gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:01:06.533784 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device c175947b-82e8-432e-971a-a338266f5244 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:01:06.727157 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-6daeff6b-4a50-4639-bbbd-4c8f5d3c26ca None None] Provisioning complete for port 033eaae8-9407-420d-b99d-291c920c060f triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:06.727862 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6daeff6b-4a50-4639-bbbd-4c8f5d3c26ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (033eaae8-9407-420d-b99d-291c920c060f), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:06.762261 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7b140fa2-80ee-4825-8271-e7d7d5bad3ee admin admin] Publish callbacks [] for security_group (35cee0e2-244b-4579-8084-a7a64236a8f4), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:06.935099 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60bea024-df3b-48b5-974d-96d20b6c35b7 admin admin] Router 736e1b67-9b69-49f4-8455-bddd9e3b58df has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:01:07.033191 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-83e2c070-a869-4bec-bdc6-baae68bda6f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:07.112444 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7b140fa2-80ee-4825-8271-e7d7d5bad3ee admin admin] Publish callbacks [] for security_group (35cee0e2-244b-4579-8084-a7a64236a8f4), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:07.165729 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9307490e-ca27-42e8-be88-8166b8c572cd req-cda629db-cb89-44ad-82f8-4d2cba01cbd1 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/security-groups?id=900e8486-a06b-4982-bc35-73a1d8e83f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6619778 Apr 14 22:01:07.333329 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:01:07.432891 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-83e2c070-a869-4bec-bdc6-baae68bda6f3 admin admin] Publish callbacks [] for security_group (b36fcfc7-0789-4246-924f-4ebaed0ba2b0), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:07.438649 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 43002) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:07.454570 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-257d3c88-f66b-44ae-976f-8f56c7fc200d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1710731424', 'description': 'tempest-description--1807812532'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:01:07.470100 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-83e2c070-a869-4bec-bdc6-baae68bda6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (b36fcfc7-0789-4246-924f-4ebaed0ba2b0), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:07.581682 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2c070-a869-4bec-bdc6-baae68bda6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36fcfc7-0789-4246-924f-4ebaed0ba2b0,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:07.688089 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-6daeff6b-4a50-4639-bbbd-4c8f5d3c26ca None None] Port 033eaae8-9407-420d-b99d-291c920c060f cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:01:07.710601 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-257d3c88-f66b-44ae-976f-8f56c7fc200d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:07.824631 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port c175947b-82e8-432e-971a-a338266f5244 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:07.825260 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (c175947b-82e8-432e-971a-a338266f5244), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:07.896791 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-fb27271f-4548-44b1-b466-43bb0bb4b139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c53170-c4d6-477e-97dd-e43ac2154043 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:01:07.924033 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-83e2c070-a869-4bec-bdc6-baae68bda6f3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e060533b9b7a4de684dd754f7f4c9e1d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5119758 Apr 14 22:01:07.924715 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-fb27271f-4548-44b1-b466-43bb0bb4b139 service neutron] Publish callbacks [] for port (86c53170-c4d6-477e-97dd-e43ac2154043), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:07.939546 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 43010) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:07.991563 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-dd6d7e33-658b-4141-9ad5-acf08aebaf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'name': 'tempest-AttachVolumeShelveTestJSON-1162303746-router', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:45Z', 'updated_at': '2022-04-14T22:00:58Z', 'revision_number': 4, 'project_id': '8354505d255643918a23f2f53ed53d67', 'gw_port': {'id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:46Z', 'updated_at': '2022-04-14T22:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '25b76d79-b93f-4d5b-a1c4-5986216bb436', 'name': '', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'mac_address': 'fa:16:3e:23:29:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:54Z', 'updated_at': '2022-04-14T22:00:59Z', 'revision_number': 2, 'project_id': '8354505d255643918a23f2f53ed53d67', 'subnets': [{'id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:01:08.014943 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7b140fa2-80ee-4825-8271-e7d7d5bad3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (35cee0e2-244b-4579-8084-a7a64236a8f4), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:08.018308 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7b140fa2-80ee-4825-8271-e7d7d5bad3ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:08.019532 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-7b140fa2-80ee-4825-8271-e7d7d5bad3ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/35cee0e2-244b-4579-8084-a7a64236a8f4 HTTP/1.1" status: 204 len: 168 time: 1.6097553 Apr 14 22:01:08.053006 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-fb27271f-4548-44b1-b466-43bb0bb4b139 service neutron] Transition to ACTIVE for port object 86c53170-c4d6-477e-97dd-e43ac2154043 will not be triggered until provisioned by entity L2. {{(pid=103419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:01:08.087762 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2e66bc97-afce-48a0-9b63-e4ebe6483a6d admin admin] Publish callbacks [] for security_group (b36fcfc7-0789-4246-924f-4ebaed0ba2b0), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:08.127583 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6d7e33-658b-4141-9ad5-acf08aebaf5b None None] Checking router: b5cb3676-f843-422c-b6c3-06c106e2b12c for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:01:08.128372 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6d7e33-658b-4141-9ad5-acf08aebaf5b None None] Updating router b5cb3676-f843-422c-b6c3-06c106e2b12c port 25b76d79-b93f-4d5b-a1c4-5986216bb436 binding host dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:01:08.181315 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-91b212da-a5da-4b8a-a3e3-6e0ae98a968d admin admin] Allocated IP 172.20.0.1 (effe8ea7-6d93-45a6-99a1-18a80b92d90d/e7eeaee9-acfc-4c29-821f-fe146a812549/9d774956-49ae-47bf-a870-a63888ec42d0) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:01:08.183979 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dd6d7e33-658b-4141-9ad5-acf08aebaf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (25b76d79-b93f-4d5b-a1c4-5986216bb436), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:08.195777 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2e66bc97-afce-48a0-9b63-e4ebe6483a6d admin admin] Publish callbacks [] for security_group (b36fcfc7-0789-4246-924f-4ebaed0ba2b0), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:08.254470 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port c175947b-82e8-432e-971a-a338266f5244 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:01:08.255339 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (c175947b-82e8-432e-971a-a338266f5244), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:08.293813 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b140fa2-80ee-4825-8271-e7d7d5bad3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cee0e2-244b-4579-8084-a7a64236a8f4,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:08.353965 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] For port c175947b-82e8-432e-971a-a338266f5244, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=c175947b-82e8-432e-971a-a338266f5244,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:01:08.451149 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (c175947b-82e8-432e-971a-a338266f5244), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:08.451968 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 004bb70c-4a50-4298-9e70-66904c845aad up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:01:08.471008 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-257d3c88-f66b-44ae-976f-8f56c7fc200d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for security_group (4e6b81f5-99dc-4d03-85af-bec9e372e12c), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:08.481468 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2e66bc97-afce-48a0-9b63-e4ebe6483a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (b36fcfc7-0789-4246-924f-4ebaed0ba2b0), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:08.486413 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2e66bc97-afce-48a0-9b63-e4ebe6483a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:08.488309 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-2e66bc97-afce-48a0-9b63-e4ebe6483a6d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b36fcfc7-0789-4246-924f-4ebaed0ba2b0 HTTP/1.1" status: 204 len: 168 time: 0.5417266 Apr 14 22:01:08.523480 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-257d3c88-f66b-44ae-976f-8f56c7fc200d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (4e6b81f5-99dc-4d03-85af-bec9e372e12c), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:08.616198 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-91b212da-a5da-4b8a-a3e3-6e0ae98a968d admin admin] Publish callbacks [] for port (9d774956-49ae-47bf-a870-a63888ec42d0), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:08.758112 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66bc97-afce-48a0-9b63-e4ebe6483a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36fcfc7-0789-4246-924f-4ebaed0ba2b0,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:08.793208 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bea024-df3b-48b5-974d-96d20b6c35b7 admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:01:08.844159 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-60bea024-df3b-48b5-974d-96d20b6c35b7 admin admin] 10.222.0.43 "PUT /v2.0/routers/736e1b67-9b69-49f4-8455-bddd9e3b58df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1826267 Apr 14 22:01:08.877666 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-257d3c88-f66b-44ae-976f-8f56c7fc200d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:08.885858 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-257d3c88-f66b-44ae-976f-8f56c7fc200d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.4397473 Apr 14 22:01:08.887942 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 43040) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:08.922236 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-6b0e4769-284c-4da1-9c92-39a3c9972184 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Request body: {'security_group_rule': {'security_group_id': '4e6b81f5-99dc-4d03-85af-bec9e372e12c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:01:08.947738 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-fb27271f-4548-44b1-b466-43bb0bb4b139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9471757'] for port (86c53170-c4d6-477e-97dd-e43ac2154043), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:08.990580 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73de80-19f6-4f73-8ece-299b65ddf6d7 req-ddf8b50f-d37f-428c-b22f-9b39cdf4cac9 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:09.000054 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5c73de80-19f6-4f73-8ece-299b65ddf6d7 req-ddf8b50f-d37f-428c-b22f-9b39cdf4cac9 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 943 time: 0.2809563 Apr 14 22:01:09.019814 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-91b212da-a5da-4b8a-a3e3-6e0ae98a968d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (9d774956-49ae-47bf-a870-a63888ec42d0), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:09.033646 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d3c88-f66b-44ae-976f-8f56c7fc200d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6b81f5-99dc-4d03-85af-bec9e372e12c,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:09.112826 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6b0e4769-284c-4da1-9c92-39a3c9972184 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for security_group_rule (e175850e-59e8-45b6-9193-9e687c02bf60), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:09.164680 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b212da-a5da-4b8a-a3e3-6e0ae98a968d admin admin] Network effe8ea7-6d93-45a6-99a1-18a80b92d90d is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:01:09.251042 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b97b770-9129-4ea5-811a-c2a2a3dc30a5 None None] Sync routers for ids ['736e1b67-9b69-49f4-8455-bddd9e3b58df'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:01:09.281106 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b97b770-9129-4ea5-811a-c2a2a3dc30a5 None None] Routers {'736e1b67-9b69-49f4-8455-bddd9e3b58df'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:01:09.284275 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-1b97b770-9129-4ea5-811a-c2a2a3dc30a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:00:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['736e1b67-9b69-49f4-8455-bddd9e3b58df'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:01:09.344122 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-91b212da-a5da-4b8a-a3e3-6e0ae98a968d admin admin] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:01:09.383784 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5c73de80-19f6-4f73-8ece-299b65ddf6d7 req-92ab00b4-9270-4021-ab60-44f2be1e288f tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/security-groups?id=900e8486-a06b-4982-bc35-73a1d8e83f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060606 Apr 14 22:01:09.388377 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b212da-a5da-4b8a-a3e3-6e0ae98a968d admin admin] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:01:09.434787 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6b0e4769-284c-4da1-9c92-39a3c9972184 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for security_group_rule (e175850e-59e8-45b6-9193-9e687c02bf60), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:09.441995 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6b0e4769-284c-4da1-9c92-39a3c9972184 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (e175850e-59e8-45b6-9193-9e687c02bf60), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:09.532815 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e4769-284c-4da1-9c92-39a3c9972184 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e175850e-59e8-45b6-9193-9e687c02bf60,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:09.569565 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6b0e4769-284c-4da1-9c92-39a3c9972184 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:09.597533 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-6b0e4769-284c-4da1-9c92-39a3c9972184 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6937854 Apr 14 22:01:09.600805 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 43056) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:09.602027 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-91b212da-a5da-4b8a-a3e3-6e0ae98a968d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1773648'] for router_interface (62c0b5df-fde9-456f-aea0-d72f771c8c4c), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:09.627672 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-7bca12f1-f532-4f48-8a2c-647cdfd25969 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Request body: {'security_group_rule': {'security_group_id': '4e6b81f5-99dc-4d03-85af-bec9e372e12c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:01:09.775954 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7bca12f1-f532-4f48-8a2c-647cdfd25969 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for security_group_rule (1978c205-793c-409b-b3d8-4e025d8eee36), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:09.795693 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-1b97b770-9129-4ea5-811a-c2a2a3dc30a5 None None] Set router 736e1b67-9b69-49f4-8455-bddd9e3b58df gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:01:10.013033 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7bca12f1-f532-4f48-8a2c-647cdfd25969 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for security_group_rule (1978c205-793c-409b-b3d8-4e025d8eee36), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:10.037802 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7bca12f1-f532-4f48-8a2c-647cdfd25969 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (1978c205-793c-409b-b3d8-4e025d8eee36), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:10.102812 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7bca12f1-f532-4f48-8a2c-647cdfd25969 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:10.104822 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-7bca12f1-f532-4f48-8a2c-647cdfd25969 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5054662 Apr 14 22:01:10.108050 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 43062) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:10.114483 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-4895022f-e355-46ad-8b57-36bc756a1c3d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Request body: {'floatingip': {'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:01:10.123496 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca12f1-f532-4f48-8a2c-647cdfd25969 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1978c205-793c-409b-b3d8-4e025d8eee36,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:10.180911 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4895022f-e355-46ad-8b57-36bc756a1c3d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:10.257485 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-91b212da-a5da-4b8a-a3e3-6e0ae98a968d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (9d774956-49ae-47bf-a870-a63888ec42d0), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:10.306640 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 43066) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:10.477181 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dd6d7e33-658b-4141-9ad5-acf08aebaf5b None None] Publish callbacks [] for port (25b76d79-b93f-4d5b-a1c4-5986216bb436), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:10.512605 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 004bb70c-4a50-4298-9e70-66904c845aad triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:10.512967 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (004bb70c-4a50-4298-9e70-66904c845aad), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:10.553985 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dd6d7e33-658b-4141-9ad5-acf08aebaf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (25b76d79-b93f-4d5b-a1c4-5986216bb436), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:10.662434 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-1b97b770-9129-4ea5-811a-c2a2a3dc30a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'name': 'tempest-ServerRescueNegativeTestJSON-2065454866-router', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'c175947b-82e8-432e-971a-a338266f5244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:50Z', 'updated_at': '2022-04-14T22:01:03Z', 'revision_number': 4, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'gw_port': {'id': 'c175947b-82e8-432e-971a-a338266f5244', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '033eaae8-9407-420d-b99d-291c920c060f', 'name': '', 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'mac_address': 'fa:16:3e:7a:91:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '801c38b5-c92d-488d-9425-23346baf9bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:01:01Z', 'updated_at': '2022-04-14T22:01:04Z', 'revision_number': 2, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'subnets': [{'id': '801c38b5-c92d-488d-9425-23346baf9bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:01:10.740286 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4895022f-e355-46ad-8b57-36bc756a1c3d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:10.746019 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b97b770-9129-4ea5-811a-c2a2a3dc30a5 None None] Checking router: 736e1b67-9b69-49f4-8455-bddd9e3b58df for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:01:10.746372 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b97b770-9129-4ea5-811a-c2a2a3dc30a5 None None] Updating router 736e1b67-9b69-49f4-8455-bddd9e3b58df port 033eaae8-9407-420d-b99d-291c920c060f binding host dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:01:10.793319 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-a2a639c6-4de3-4773-a964-6688a0259bc6 None None] Provisioning complete for port 9d774956-49ae-47bf-a870-a63888ec42d0 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:10.793705 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a2a639c6-4de3-4773-a964-6688a0259bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (9d774956-49ae-47bf-a870-a63888ec42d0), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:10.856168 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b97b770-9129-4ea5-811a-c2a2a3dc30a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (033eaae8-9407-420d-b99d-291c920c060f), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:10.937723 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Pushing event updated for resources: {'Port': ['ID=c175947b-82e8-432e-971a-a338266f5244,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:11.071374 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a2a639c6-4de3-4773-a964-6688a0259bc6 None None] Port 9d774956-49ae-47bf-a870-a63888ec42d0 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:01:11.079635 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d4458-d0ae-4524-85f7-5744c11e765d None None] Pushing event updated for resources: {'Port': ['ID=25b76d79-b93f-4d5b-a1c4-5986216bb436,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:11.090940 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27271f-4548-44b1-b466-43bb0bb4b139 service neutron] Pushing event updated for resources: {'Port': ['ID=86c53170-c4d6-477e-97dd-e43ac2154043,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:11.112542 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb737e-1c4a-4911-84d8-8dfebb7dbb59 req-e5f396c1-5e5c-4066-933d-169d8faf434b tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:11.124673 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c8eb737e-1c4a-4911-84d8-8dfebb7dbb59 req-e5f396c1-5e5c-4066-933d-169d8faf434b tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 943 time: 0.2890844 Apr 14 22:01:11.183519 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0625aa48-aa54-4ca0-b1c2-7ce2b7903fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:11.199737 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 004bb70c-4a50-4298-9e70-66904c845aad is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:01:11.199737 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (004bb70c-4a50-4298-9e70-66904c845aad), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:11.238758 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-4895022f-e355-46ad-8b57-36bc756a1c3d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Allocated IP 172.27.2.176 (3128b05d-34b2-457b-8391-96d8c4503307/9279f13a-7b11-4203-b3e3-d3fa0b2aa609/1cc74d2f-7e8a-4ae0-9e91-7589c09d70bd) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:01:11.407018 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c8eb737e-1c4a-4911-84d8-8dfebb7dbb59 req-3c573ba0-27cb-4b25-9bcb-d1ce5688734a tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/security-groups?id=900e8486-a06b-4982-bc35-73a1d8e83f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863642 Apr 14 22:01:11.409803 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] For port 004bb70c-4a50-4298-9e70-66904c845aad, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=004bb70c-4a50-4298-9e70-66904c845aad,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:01:11.423433 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (004bb70c-4a50-4298-9e70-66904c845aad), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:11.453423 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-91b212da-a5da-4b8a-a3e3-6e0ae98a968d admin admin] Publish callbacks [] for port (9d774956-49ae-47bf-a870-a63888ec42d0), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:11.467049 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-dd6d7e33-658b-4141-9ad5-acf08aebaf5b None None] Attempting to bind port 25b76d79-b93f-4d5b-a1c4-5986216bb436 on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:01:11.467604 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-dd6d7e33-658b-4141-9ad5-acf08aebaf5b None None] Attempting to bind port 25b76d79-b93f-4d5b-a1c4-5986216bb436 by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': '18e25c8e-e606-4d30-8374-8a98b19bd17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:01:11.468306 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6d7e33-658b-4141-9ad5-acf08aebaf5b None None] Attempting to bind port 25b76d79-b93f-4d5b-a1c4-5986216bb436 on network 85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:01:11.497595 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-91b212da-a5da-4b8a-a3e3-6e0ae98a968d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9471757'] for port (9d774956-49ae-47bf-a870-a63888ec42d0), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:11.590389 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-a3f83d4e-0d34-47f6-8cf5-d20467819c8f None None] Provisioning complete for port 25b76d79-b93f-4d5b-a1c4-5986216bb436 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:11.590953 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a3f83d4e-0d34-47f6-8cf5-d20467819c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (25b76d79-b93f-4d5b-a1c4-5986216bb436), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:11.658487 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-91b212da-a5da-4b8a-a3e3-6e0ae98a968d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1775072'] for router_interface (62c0b5df-fde9-456f-aea0-d72f771c8c4c), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:11.661133 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b212da-a5da-4b8a-a3e3-6e0ae98a968d admin admin] Pushing event updated for resources: {'Port': ['ID=9d774956-49ae-47bf-a870-a63888ec42d0,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:11.741833 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a3f83d4e-0d34-47f6-8cf5-d20467819c8f None None] Port 25b76d79-b93f-4d5b-a1c4-5986216bb436 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:01:11.748670 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device c175947b-82e8-432e-971a-a338266f5244 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:01:11.752942 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6d7e33-658b-4141-9ad5-acf08aebaf5b None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:01:11.753650 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6d7e33-658b-4141-9ad5-acf08aebaf5b None None] Checking segment: {'id': '18e25c8e-e606-4d30-8374-8a98b19bd17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:01:11.754274 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dd6d7e33-658b-4141-9ad5-acf08aebaf5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:11.760074 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6d7e33-658b-4141-9ad5-acf08aebaf5b None None] Bound using segment: {'id': '18e25c8e-e606-4d30-8374-8a98b19bd17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:01:11.761112 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-dd6d7e33-658b-4141-9ad5-acf08aebaf5b None None] Bound port: 25b76d79-b93f-4d5b-a1c4-5986216bb436, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e25c8e-e606-4d30-8374-8a98b19bd17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:01:11.761923 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dd6d7e33-658b-4141-9ad5-acf08aebaf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (25b76d79-b93f-4d5b-a1c4-5986216bb436), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:11.875000 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b212da-a5da-4b8a-a3e3-6e0ae98a968d admin admin] Pushing event updated for resources: {'Port': ['ID=9d774956-49ae-47bf-a870-a63888ec42d0,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:11.894448 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-dd6d7e33-658b-4141-9ad5-acf08aebaf5b None None] For port 25b76d79-b93f-4d5b-a1c4-5986216bb436, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:01:11.900280 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-dd6d7e33-658b-4141-9ad5-acf08aebaf5b None None] For port 25b76d79-b93f-4d5b-a1c4-5986216bb436, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=25b76d79-b93f-4d5b-a1c4-5986216bb436,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:01:11.980623 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dd6d7e33-658b-4141-9ad5-acf08aebaf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (25b76d79-b93f-4d5b-a1c4-5986216bb436), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:12.027956 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Pushing event updated for resources: {'Port': ['ID=004bb70c-4a50-4298-9e70-66904c845aad,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:12.029515 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-fb27271f-4548-44b1-b466-43bb0bb4b139 service neutron] Attempting to bind port 86c53170-c4d6-477e-97dd-e43ac2154043 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:01:12.031853 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-fb27271f-4548-44b1-b466-43bb0bb4b139 service neutron] Attempting to bind port 86c53170-c4d6-477e-97dd-e43ac2154043 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '09228667-aceb-4540-9108-697d1ba8c45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4103a41b-a3b2-49f0-861f-ebd4f498cba1'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:01:12.032214 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-fb27271f-4548-44b1-b466-43bb0bb4b139 service neutron] Attempting to bind port 86c53170-c4d6-477e-97dd-e43ac2154043 on network 4103a41b-a3b2-49f0-861f-ebd4f498cba1 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:01:12.128047 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d4458-d0ae-4524-85f7-5744c11e765d None None] Pushing event updated for resources: {'Port': ['ID=25b76d79-b93f-4d5b-a1c4-5986216bb436,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:12.142969 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-fb27271f-4548-44b1-b466-43bb0bb4b139 service neutron] Port 86c53170-c4d6-477e-97dd-e43ac2154043 on network 4103a41b-a3b2-49f0-861f-ebd4f498cba1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:01:12.143578 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-fb27271f-4548-44b1-b466-43bb0bb4b139 service neutron] Attempting to bind port 86c53170-c4d6-477e-97dd-e43ac2154043 on network 4103a41b-a3b2-49f0-861f-ebd4f498cba1 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:01:12.195865 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6d7e33-658b-4141-9ad5-acf08aebaf5b None None] Routers {'b5cb3676-f843-422c-b6c3-06c106e2b12c'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:01:12.197023 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-dd6d7e33-658b-4141-9ad5-acf08aebaf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:00:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b5cb3676-f843-422c-b6c3-06c106e2b12c'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:01:12.209097 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port c175947b-82e8-432e-971a-a338266f5244 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:12.210075 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (c175947b-82e8-432e-971a-a338266f5244), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:12.317661 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-fb27271f-4548-44b1-b466-43bb0bb4b139 service neutron] Checking agent: {'id': 'a0099bcd-bb41-4a7e-a45e-2f38f6e9b749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'started_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:01:12.318256 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-fb27271f-4548-44b1-b466-43bb0bb4b139 service neutron] Checking segment: {'id': '09228667-aceb-4540-9108-697d1ba8c45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4103a41b-a3b2-49f0-861f-ebd4f498cba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:01:12.319081 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-fb27271f-4548-44b1-b466-43bb0bb4b139 service neutron] Bound using segment: {'id': '09228667-aceb-4540-9108-697d1ba8c45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4103a41b-a3b2-49f0-861f-ebd4f498cba1'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:01:12.324847 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-fb27271f-4548-44b1-b466-43bb0bb4b139 service neutron] Bound port: 86c53170-c4d6-477e-97dd-e43ac2154043, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09228667-aceb-4540-9108-697d1ba8c45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4103a41b-a3b2-49f0-861f-ebd4f498cba1'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:01:12.327662 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-fb27271f-4548-44b1-b466-43bb0bb4b139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (86c53170-c4d6-477e-97dd-e43ac2154043), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:12.329001 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b97b770-9129-4ea5-811a-c2a2a3dc30a5 None None] Publish callbacks [] for port (033eaae8-9407-420d-b99d-291c920c060f), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:12.371215 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b97b770-9129-4ea5-811a-c2a2a3dc30a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (033eaae8-9407-420d-b99d-291c920c060f), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:12.706224 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4895022f-e355-46ad-8b57-36bc756a1c3d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for port (1cc74d2f-7e8a-4ae0-9e91-7589c09d70bd), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:12.746251 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0d403-772a-4368-8b69-18060abeb73e None None] Pushing event updated for resources: {'Port': ['ID=033eaae8-9407-420d-b99d-291c920c060f,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:12.762306 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-fb27271f-4548-44b1-b466-43bb0bb4b139 service neutron] For port 86c53170-c4d6-477e-97dd-e43ac2154043, host hv-cinder-83800, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:01:12.768132 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-fb27271f-4548-44b1-b466-43bb0bb4b139 service neutron] For port 86c53170-c4d6-477e-97dd-e43ac2154043, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=86c53170-c4d6-477e-97dd-e43ac2154043,segment=NetworkSegment(09228667-aceb-4540-9108-697d1ba8c45b),segment_id=09228667-aceb-4540-9108-697d1ba8c45b)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:01:12.828548 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-1b97b770-9129-4ea5-811a-c2a2a3dc30a5 None None] Attempting to bind port 033eaae8-9407-420d-b99d-291c920c060f on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:01:12.831837 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-1b97b770-9129-4ea5-811a-c2a2a3dc30a5 None None] Attempting to bind port 033eaae8-9407-420d-b99d-291c920c060f by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': '24888de7-6475-43bb-a908-022d110a0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:01:12.832472 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b97b770-9129-4ea5-811a-c2a2a3dc30a5 None None] Attempting to bind port 033eaae8-9407-420d-b99d-291c920c060f on network 24ce8649-73b0-4bad-abdf-64923fbb2e24 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:01:12.838571 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-fb27271f-4548-44b1-b466-43bb0bb4b139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9471757'] for port (86c53170-c4d6-477e-97dd-e43ac2154043), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:12.842403 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b97b770-9129-4ea5-811a-c2a2a3dc30a5 None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:01:12.843080 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b97b770-9129-4ea5-811a-c2a2a3dc30a5 None None] Checking segment: {'id': '24888de7-6475-43bb-a908-022d110a0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:01:12.843723 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b97b770-9129-4ea5-811a-c2a2a3dc30a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:12.844494 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b97b770-9129-4ea5-811a-c2a2a3dc30a5 None None] Bound using segment: {'id': '24888de7-6475-43bb-a908-022d110a0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:01:12.845184 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-1b97b770-9129-4ea5-811a-c2a2a3dc30a5 None None] Bound port: 033eaae8-9407-420d-b99d-291c920c060f, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24888de7-6475-43bb-a908-022d110a0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:01:12.845729 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b97b770-9129-4ea5-811a-c2a2a3dc30a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (033eaae8-9407-420d-b99d-291c920c060f), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:12.878924 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0625aa48-aa54-4ca0-b1c2-7ce2b7903fee admin admin] Publish callbacks [] for security_group (be68a4ff-48a8-462a-8881-2b4ce946fac3), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:12.911840 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4895022f-e355-46ad-8b57-36bc756a1c3d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696'] for port (1cc74d2f-7e8a-4ae0-9e91-7589c09d70bd), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:12.948061 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-1b97b770-9129-4ea5-811a-c2a2a3dc30a5 None None] For port 033eaae8-9407-420d-b99d-291c920c060f, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:01:12.953158 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-1b97b770-9129-4ea5-811a-c2a2a3dc30a5 None None] For port 033eaae8-9407-420d-b99d-291c920c060f, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=033eaae8-9407-420d-b99d-291c920c060f,segment=NetworkSegment(24888de7-6475-43bb-a908-022d110a0453),segment_id=24888de7-6475-43bb-a908-022d110a0453)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:01:12.970393 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0625aa48-aa54-4ca0-b1c2-7ce2b7903fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (be68a4ff-48a8-462a-8881-2b4ce946fac3), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:12.971257 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b97b770-9129-4ea5-811a-c2a2a3dc30a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (033eaae8-9407-420d-b99d-291c920c060f), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:12.974679 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-30e45dc3-5e81-483b-8a99-1b76b70e9692 None None] Provisioning complete for port 25b76d79-b93f-4d5b-a1c4-5986216bb436 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:12.975240 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30e45dc3-5e81-483b-8a99-1b76b70e9692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (25b76d79-b93f-4d5b-a1c4-5986216bb436), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:12.995189 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:13.036101 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625aa48-aa54-4ca0-b1c2-7ce2b7903fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be68a4ff-48a8-462a-8881-2b4ce946fac3,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:13.052021 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b212da-a5da-4b8a-a3e3-6e0ae98a968d admin admin] Network effe8ea7-6d93-45a6-99a1-18a80b92d90d is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:01:13.064523 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-fb27271f-4548-44b1-b466-43bb0bb4b139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:13.065171 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-fb27271f-4548-44b1-b466-43bb0bb4b139 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:13.066657 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-fb27271f-4548-44b1-b466-43bb0bb4b139 service neutron] 10.222.0.26 "PUT /v2.0/ports/86c53170-c4d6-477e-97dd-e43ac2154043 HTTP/1.1" status: 200 len: 1093 time: 9.7500248 Apr 14 22:01:13.072152 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c620cf44-7e3f-40a8-8eb3-701c02a62ae2', 'tag': '86c53170-c4d6-477e-97dd-e43ac2154043'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:01:13.093193 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-91b212da-a5da-4b8a-a3e3-6e0ae98a968d admin admin] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:01:13.116845 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6c136-ee4e-4c74-9783-e5daf4e2492a req-4b1205e6-7b3f-49bf-bba5-5c3cb5f9edc4 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:13.123392 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port c175947b-82e8-432e-971a-a338266f5244 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:01:13.123947 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4ac6c136-ee4e-4c74-9783-e5daf4e2492a req-4b1205e6-7b3f-49bf-bba5-5c3cb5f9edc4 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 943 time: 0.3225281 Apr 14 22:01:13.202354 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0d403-772a-4368-8b69-18060abeb73e None None] Pushing event updated for resources: {'Port': ['ID=033eaae8-9407-420d-b99d-291c920c060f,revision_number=4']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:13.221827 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-0625aa48-aa54-4ca0-b1c2-7ce2b7903fee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=150ca5ba080141ad91511efcb52d873d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3874903 Apr 14 22:01:13.228937 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-dd6d7e33-658b-4141-9ad5-acf08aebaf5b None None] Set router b5cb3676-f843-422c-b6c3-06c106e2b12c gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:01:13.229672 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 43142) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:13.281394 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b97b770-9129-4ea5-811a-c2a2a3dc30a5 None None] Routers {'736e1b67-9b69-49f4-8455-bddd9e3b58df'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:01:13.283097 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-1b97b770-9129-4ea5-811a-c2a2a3dc30a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:00:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['736e1b67-9b69-49f4-8455-bddd9e3b58df'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:01:13.315374 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4895022f-e355-46ad-8b57-36bc756a1c3d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Network 3128b05d-34b2-457b-8391-96d8c4503307 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:01:13.391734 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-4895022f-e355-46ad-8b57-36bc756a1c3d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:01:13.453456 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27271f-4548-44b1-b466-43bb0bb4b139 service neutron] Pushing event updated for resources: {'Port': ['ID=86c53170-c4d6-477e-97dd-e43ac2154043,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:13.484294 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4895022f-e355-46ad-8b57-36bc756a1c3d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:01:13.517751 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe89b316cabc9c6da7693dfedcbc481d80d5331a5be4d9b973c074b75cf4af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e18031-b951-4042-a4f5-6baaf44ca602" -d '{"events": [{"name": "network-changed", "server_uuid": "c620cf44-7e3f-40a8-8eb3-701c02a62ae2", "tag": "86c53170-c4d6-477e-97dd-e43ac2154043"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:01:13.655135 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895022f-e355-46ad-8b57-36bc756a1c3d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Pushing event updated for resources: {'Port': ['ID=1cc74d2f-7e8a-4ae0-9e91-7589c09d70bd,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:13.739266 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-1b97b770-9129-4ea5-811a-c2a2a3dc30a5 None None] Set router 736e1b67-9b69-49f4-8455-bddd9e3b58df gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:01:13.791423 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-315d80f4-4fd9-4610-895e-de9d20ec1cf5 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:13.812074 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-315d80f4-4fd9-4610-895e-de9d20ec1cf5 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/networks?id=24ce8649-73b0-4bad-abdf-64923fbb2e24 HTTP/1.1" status: 200 len: 819 time: 1.3783295 Apr 14 22:01:13.833313 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4ac6c136-ee4e-4c74-9783-e5daf4e2492a req-1fdac15e-967c-4f4a-b127-08b62143b9d8 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/security-groups?id=900e8486-a06b-4982-bc35-73a1d8e83f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6936831 Apr 14 22:01:13.876201 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-98383902-ec1a-4a68-8f7c-cc0c157c9498 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/quotas/a890272563304d14843d609bdf1fd1f0 HTTP/1.1" status: 200 len: 375 time: 0.0585842 Apr 14 22:01:13.884270 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-dc42133b-0c8e-4cff-8bc3-b5a2698cb1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:13.886227 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-dc42133b-0c8e-4cff-8bc3-b5a2698cb1e6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a71639b156548cf8f768dd40b8c2055&device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 1127 time: 0.6724424 Apr 14 22:01:13.974288 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4895022f-e355-46ad-8b57-36bc756a1c3d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for floatingip (04a60959-0a7b-4ae9-a519-76c7bbac2c98), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:14.061683 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 004bb70c-4a50-4298-9e70-66904c845aad up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:01:14.189141 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-30e45dc3-5e81-483b-8a99-1b76b70e9692 None None] Current status of the port 25b76d79-b93f-4d5b-a1c4-5986216bb436 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:01:14.189535 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30e45dc3-5e81-483b-8a99-1b76b70e9692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (25b76d79-b93f-4d5b-a1c4-5986216bb436), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:14.198788 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b2f7da96-b908-4518-889c-905829c16eb6 admin admin] Publish callbacks [] for security_group (be68a4ff-48a8-462a-8881-2b4ce946fac3), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:14.227065 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b2f7da96-b908-4518-889c-905829c16eb6 admin admin] Publish callbacks [] for security_group (be68a4ff-48a8-462a-8881-2b4ce946fac3), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:14.236459 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-758f048c-9a41-44c6-b214-76da426ded9b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a890272563304d14843d609bdf1fd1f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3387439 Apr 14 22:01:14.252572 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4895022f-e355-46ad-8b57-36bc756a1c3d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (1cc74d2f-7e8a-4ae0-9e91-7589c09d70bd), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:14.379880 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b2f7da96-b908-4518-889c-905829c16eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (be68a4ff-48a8-462a-8881-2b4ce946fac3), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:14.382907 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b2f7da96-b908-4518-889c-905829c16eb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:14.392699 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-b2f7da96-b908-4518-889c-905829c16eb6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/be68a4ff-48a8-462a-8881-2b4ce946fac3 HTTP/1.1" status: 204 len: 168 time: 1.1603479 Apr 14 22:01:14.394527 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-3381982d-3844-4e12-88e5-20268517783a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86c53170-c4d6-477e-97dd-e43ac2154043 HTTP/1.1" status: 200 len: 217 time: 0.4646223 Apr 14 22:01:14.558358 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-30e45dc3-5e81-483b-8a99-1b76b70e9692 None None] For port 25b76d79-b93f-4d5b-a1c4-5986216bb436, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=25b76d79-b93f-4d5b-a1c4-5986216bb436,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:01:14.570217 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 004bb70c-4a50-4298-9e70-66904c845aad triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:14.570593 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (004bb70c-4a50-4298-9e70-66904c845aad), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:14.625012 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-1b97b770-9129-4ea5-811a-c2a2a3dc30a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'name': 'tempest-ServerRescueNegativeTestJSON-2065454866-router', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'c175947b-82e8-432e-971a-a338266f5244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:50Z', 'updated_at': '2022-04-14T22:01:03Z', 'revision_number': 4, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'gw_port': {'id': 'c175947b-82e8-432e-971a-a338266f5244', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '033eaae8-9407-420d-b99d-291c920c060f', 'name': '', 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'mac_address': 'fa:16:3e:7a:91:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '801c38b5-c92d-488d-9425-23346baf9bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:01:01Z', 'updated_at': '2022-04-14T22:01:12Z', 'revision_number': 4, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'subnets': [{'id': '801c38b5-c92d-488d-9425-23346baf9bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:01:14.633599 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30e45dc3-5e81-483b-8a99-1b76b70e9692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (25b76d79-b93f-4d5b-a1c4-5986216bb436), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:14.635993 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-dd6d7e33-658b-4141-9ad5-acf08aebaf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'name': 'tempest-AttachVolumeShelveTestJSON-1162303746-router', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:45Z', 'updated_at': '2022-04-14T22:00:58Z', 'revision_number': 4, 'project_id': '8354505d255643918a23f2f53ed53d67', 'gw_port': {'id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:46Z', 'updated_at': '2022-04-14T22:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '25b76d79-b93f-4d5b-a1c4-5986216bb436', 'name': '', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'mac_address': 'fa:16:3e:23:29:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:54Z', 'updated_at': '2022-04-14T22:01:11Z', 'revision_number': 4, 'project_id': '8354505d255643918a23f2f53ed53d67', 'subnets': [{'id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:01:14.679000 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4895022f-e355-46ad-8b57-36bc756a1c3d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for port (1cc74d2f-7e8a-4ae0-9e91-7589c09d70bd), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:14.684941 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4895022f-e355-46ad-8b57-36bc756a1c3d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (1cc74d2f-7e8a-4ae0-9e91-7589c09d70bd), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:14.685889 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7da96-b908-4518-889c-905829c16eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be68a4ff-48a8-462a-8881-2b4ce946fac3,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:14.704772 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34542d9b-58ce-4a9c-91b2-d594ce970e49 x-openstack-request-id: req-34542d9b-58ce-4a9c-91b2-d594ce970e49 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:01:14.711321 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c620cf44-7e3f-40a8-8eb3-701c02a62ae2", "tag": "86c53170-c4d6-477e-97dd-e43ac2154043", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:01:14.713728 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-34542d9b-58ce-4a9c-91b2-d594ce970e49 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:01:14.715135 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34542d9b-58ce-4a9c-91b2-d594ce970e49'] response: {'name': 'network-changed', 'server_uuid': 'c620cf44-7e3f-40a8-8eb3-701c02a62ae2', 'tag': '86c53170-c4d6-477e-97dd-e43ac2154043', 'status': 'completed', 'code': 200} Apr 14 22:01:14.751260 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b97b770-9129-4ea5-811a-c2a2a3dc30a5 None None] The sync data for ids ['736e1b67-9b69-49f4-8455-bddd9e3b58df'] in dv-cinder-838009-1-iscsi is: [{'id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'name': 'tempest-ServerRescueNegativeTestJSON-2065454866-router', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'c175947b-82e8-432e-971a-a338266f5244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:50Z', 'updated_at': '2022-04-14T22:01:03Z', 'revision_number': 4, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'gw_port': {'id': 'c175947b-82e8-432e-971a-a338266f5244', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '033eaae8-9407-420d-b99d-291c920c060f', 'name': '', 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'mac_address': 'fa:16:3e:7a:91:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '801c38b5-c92d-488d-9425-23346baf9bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:01:01Z', 'updated_at': '2022-04-14T22:01:12Z', 'revision_number': 4, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'subnets': [{'id': '801c38b5-c92d-488d-9425-23346baf9bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:01:14.761845 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b212da-a5da-4b8a-a3e3-6e0ae98a968d admin admin] Router 62c0b5df-fde9-456f-aea0-d72f771c8c4c has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:01:14.826913 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6d7e33-658b-4141-9ad5-acf08aebaf5b None None] The sync data for ids ['b5cb3676-f843-422c-b6c3-06c106e2b12c'] in dv-cinder-838009-1-iscsi is: [{'id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'name': 'tempest-AttachVolumeShelveTestJSON-1162303746-router', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:45Z', 'updated_at': '2022-04-14T22:00:58Z', 'revision_number': 4, 'project_id': '8354505d255643918a23f2f53ed53d67', 'gw_port': {'id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:46Z', 'updated_at': '2022-04-14T22:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '25b76d79-b93f-4d5b-a1c4-5986216bb436', 'name': '', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'mac_address': 'fa:16:3e:23:29:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:54Z', 'updated_at': '2022-04-14T22:01:11Z', 'revision_number': 4, 'project_id': '8354505d255643918a23f2f53ed53d67', 'subnets': [{'id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:01:14.862970 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-46c80228-c39d-4503-ab8b-8b9c8b8fbce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:14.865667 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4895022f-e355-46ad-8b57-36bc756a1c3d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (04a60959-0a7b-4ae9-a519-76c7bbac2c98), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:14.938856 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-46c80228-c39d-4503-ab8b-8b9c8b8fbce2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ca0f176c-323d-4b1a-9614-8a9deef88414 HTTP/1.1" status: 200 len: 852 time: 0.5070789 Apr 14 22:01:15.112445 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895022f-e355-46ad-8b57-36bc756a1c3d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Pushing event updated for resources: {'Port': ['ID=1cc74d2f-7e8a-4ae0-9e91-7589c09d70bd,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:15.183826 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e45dc3-5e81-483b-8a99-1b76b70e9692 None None] Pushing event updated for resources: {'Port': ['ID=25b76d79-b93f-4d5b-a1c4-5986216bb436,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:15.221931 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4895022f-e355-46ad-8b57-36bc756a1c3d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:15.238359 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-4895022f-e355-46ad-8b57-36bc756a1c3d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1261160 Apr 14 22:01:15.262943 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-48617c0a-a565-4cc9-b1f0-1ccbd09184f8 None None] Provisioning complete for port 033eaae8-9407-420d-b99d-291c920c060f triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:15.262943 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-48617c0a-a565-4cc9-b1f0-1ccbd09184f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (033eaae8-9407-420d-b99d-291c920c060f), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:15.451228 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-7f7749a7-e392-4f0d-a60a-57c105b02ebd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4103a41b-a3b2-49f0-861f-ebd4f498cba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4611473 Apr 14 22:01:15.690356 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 004bb70c-4a50-4298-9e70-66904c845aad is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:01:15.750692 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-ea960194-3cd9-4e42-8028-6c0becf2d6d3 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:01:15.758690 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-ea960194-3cd9-4e42-8028-6c0becf2d6d3 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9163356 Apr 14 22:01:15.817398 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-48617c0a-a565-4cc9-b1f0-1ccbd09184f8 None None] Current status of the port 033eaae8-9407-420d-b99d-291c920c060f is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:01:15.823228 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-48617c0a-a565-4cc9-b1f0-1ccbd09184f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (033eaae8-9407-420d-b99d-291c920c060f), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:15.957562 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-48617c0a-a565-4cc9-b1f0-1ccbd09184f8 None None] For port 033eaae8-9407-420d-b99d-291c920c060f, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=033eaae8-9407-420d-b99d-291c920c060f,segment=NetworkSegment(24888de7-6475-43bb-a908-022d110a0453),segment_id=24888de7-6475-43bb-a908-022d110a0453)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:01:15.963475 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-48617c0a-a565-4cc9-b1f0-1ccbd09184f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (033eaae8-9407-420d-b99d-291c920c060f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:16.006110 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f68aa9-72fd-452e-828c-81175f797d85 req-5f48a291-245d-4c61-aed6-abeee7624fcc tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:16.018226 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d1f68aa9-72fd-452e-828c-81175f797d85 req-5f48a291-245d-4c61-aed6-abeee7624fcc tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 943 time: 0.6419852 Apr 14 22:01:16.071131 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-9df31d96-bdd6-46ee-9651-1351b394ac80 service neutron] 10.222.0.43 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114231 Apr 14 22:01:16.104011 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-48617c0a-a565-4cc9-b1f0-1ccbd09184f8 None None] Provisioning complete for port 9d774956-49ae-47bf-a870-a63888ec42d0 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:16.104657 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-48617c0a-a565-4cc9-b1f0-1ccbd09184f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (9d774956-49ae-47bf-a870-a63888ec42d0), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:16.237485 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 25b76d79-b93f-4d5b-a1c4-5986216bb436 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:01:16.365703 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-3eddbedb-b224-49de-b103-ef9c7e30173b service neutron] 10.222.0.43 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864656 Apr 14 22:01:16.455701 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48617c0a-a565-4cc9-b1f0-1ccbd09184f8 None None] Pushing event updated for resources: {'Port': ['ID=033eaae8-9407-420d-b99d-291c920c060f,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:16.471466 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d1f68aa9-72fd-452e-828c-81175f797d85 req-acb1f21c-4113-4bae-931e-f5e55eab7c65 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/security-groups?id=900e8486-a06b-4982-bc35-73a1d8e83f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515717 Apr 14 22:01:16.476591 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b212da-a5da-4b8a-a3e3-6e0ae98a968d admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:01:16.502924 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-91b212da-a5da-4b8a-a3e3-6e0ae98a968d admin admin] 10.222.0.43 "PUT /v2.0/routers/62c0b5df-fde9-456f-aea0-d72f771c8c4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3144588 Apr 14 22:01:16.507046 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-80bbdc28-f989-4552-bf08-473db6d404ea service neutron] 10.222.0.26 "GET /v2.0/networks/4103a41b-a3b2-49f0-861f-ebd4f498cba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8185992 Apr 14 22:01:16.555657 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded99a9b-2170-46d0-88f5-fb4c9804f5e0 None None] Sync routers for ids ['62c0b5df-fde9-456f-aea0-d72f771c8c4c'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:01:16.678926 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-48617c0a-a565-4cc9-b1f0-1ccbd09184f8 None None] Port 9d774956-49ae-47bf-a870-a63888ec42d0 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:01:16.750397 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded99a9b-2170-46d0-88f5-fb4c9804f5e0 None None] Routers {'62c0b5df-fde9-456f-aea0-d72f771c8c4c'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:01:16.751467 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-ded99a9b-2170-46d0-88f5-fb4c9804f5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:00:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['62c0b5df-fde9-456f-aea0-d72f771c8c4c'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:01:17.040798 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 25b76d79-b93f-4d5b-a1c4-5986216bb436 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:17.041458 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (25b76d79-b93f-4d5b-a1c4-5986216bb436), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:17.110570 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-42b57eb7-7d03-4686-aeca-305926a5ef09 req-bd27a6e0-8e7f-40af-ae3f-3e135b04194d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 210 time: 0.1683905 Apr 14 22:01:17.322762 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0ebe130d-b713-4b40-94b6-31ae391b0d82 req-92a7c17c-a656-461d-87bf-a882b63c54f0 service neutron] 10.222.0.26 "GET /v2.0/networks/4103a41b-a3b2-49f0-861f-ebd4f498cba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8018663 Apr 14 22:01:17.491188 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-90affe76-0672-45e6-ab3e-14223b681ef9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1710731424&fields=id&tenant_id=8354505d255643918a23f2f53ed53d67 HTTP/1.1" status: 200 len: 267 time: 0.6330976 Apr 14 22:01:17.499608 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-ded99a9b-2170-46d0-88f5-fb4c9804f5e0 None None] Set router 62c0b5df-fde9-456f-aea0-d72f771c8c4c gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:01:17.689715 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 25b76d79-b93f-4d5b-a1c4-5986216bb436 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:01:17.691403 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 033eaae8-9407-420d-b99d-291c920c060f up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:01:17.850986 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-2db656f5-5ee8-4f6f-b275-e11166617172 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:17.868628 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-2db656f5-5ee8-4f6f-b275-e11166617172 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/networks?id=85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 HTTP/1.1" status: 200 len: 817 time: 0.3764555 Apr 14 22:01:17.909418 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-b8115a38-c567-4270-8b5f-e73ff1bcd7f8 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/quotas/8354505d255643918a23f2f53ed53d67 HTTP/1.1" status: 200 len: 375 time: 0.0387473 Apr 14 22:01:17.972808 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 033eaae8-9407-420d-b99d-291c920c060f triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:17.973221 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (033eaae8-9407-420d-b99d-291c920c060f), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:18.095576 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-ded99a9b-2170-46d0-88f5-fb4c9804f5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'name': 'tempest-AttachVolumeTestJSON-1784155718-router', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '004bb70c-4a50-4298-9e70-66904c845aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:10Z', 'revision_number': 4, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'gw_port': {'id': '004bb70c-4a50-4298-9e70-66904c845aad', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:55Z', 'updated_at': '2022-04-14T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '9d774956-49ae-47bf-a870-a63888ec42d0', 'name': '', 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'mac_address': 'fa:16:3e:47:59:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:01:06Z', 'updated_at': '2022-04-14T22:01:10Z', 'revision_number': 2, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'subnets': [{'id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:01:18.157840 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded99a9b-2170-46d0-88f5-fb4c9804f5e0 None None] Checking router: 62c0b5df-fde9-456f-aea0-d72f771c8c4c for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:01:18.157985 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded99a9b-2170-46d0-88f5-fb4c9804f5e0 None None] Updating router 62c0b5df-fde9-456f-aea0-d72f771c8c4c port 9d774956-49ae-47bf-a870-a63888ec42d0 binding host dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:01:18.229322 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 033eaae8-9407-420d-b99d-291c920c060f is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:01:18.250729 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ded99a9b-2170-46d0-88f5-fb4c9804f5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (9d774956-49ae-47bf-a870-a63888ec42d0), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:18.494810 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 43314) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:18.499412 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-fb28e37f-a185-46f2-baa2-88f12b6e4a4b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--156167317', 'description': 'tempest-description--1210644071'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:01:18.512879 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 033eaae8-9407-420d-b99d-291c920c060f up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:01:18.561848 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fb28e37f-a185-46f2-baa2-88f12b6e4a4b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:18.658498 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 033eaae8-9407-420d-b99d-291c920c060f triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:18.659132 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (033eaae8-9407-420d-b99d-291c920c060f), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:18.669666 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-ae8ef6b0-f772-40ef-abef-7d847596fbe4 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8354505d255643918a23f2f53ed53d67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7559969 Apr 14 22:01:18.706774 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 43326) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:18.913779 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-a65832fa-8892-4dbb-9696-a6a7e5080b4c service neutron] 10.222.0.43 "GET /v2.0/networks/85de08d8-9eb8-4e52-8d6f-cc3f42de82b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334728 Apr 14 22:01:18.947633 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fb28e37f-a185-46f2-baa2-88f12b6e4a4b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for security_group (e0a66bfa-8c50-4398-b0d7-af20a204e7d3), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:18.965672 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fb28e37f-a185-46f2-baa2-88f12b6e4a4b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (e0a66bfa-8c50-4398-b0d7-af20a204e7d3), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:19.001781 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aa957e98-105c-477b-add1-af1fa7db5a43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:19.028895 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 033eaae8-9407-420d-b99d-291c920c060f is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:01:19.126293 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fb28e37f-a185-46f2-baa2-88f12b6e4a4b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:19.131736 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-fb28e37f-a185-46f2-baa2-88f12b6e4a4b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6316133 Apr 14 22:01:19.142045 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 43346) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:19.172108 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-6138e19c-bf44-485e-a36a-9d7af819c66d service neutron] 10.222.0.43 "GET /v2.0/networks/85de08d8-9eb8-4e52-8d6f-cc3f42de82b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561347 Apr 14 22:01:19.176262 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-096657e2-2edc-4010-879f-f178345d94e7 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:19.179194 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-096657e2-2edc-4010-879f-f178345d94e7 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/networks?id=24ce8649-73b0-4bad-abdf-64923fbb2e24 HTTP/1.1" status: 200 len: 819 time: 0.5632303 Apr 14 22:01:19.203326 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-448132a4-9efc-4fc2-b75b-b8af47b33fbe tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Request body: {'security_group_rule': {'security_group_id': 'e0a66bfa-8c50-4398-b0d7-af20a204e7d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:01:19.214401 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ded99a9b-2170-46d0-88f5-fb4c9804f5e0 None None] Publish callbacks [] for port (9d774956-49ae-47bf-a870-a63888ec42d0), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:19.227470 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ded99a9b-2170-46d0-88f5-fb4c9804f5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (9d774956-49ae-47bf-a870-a63888ec42d0), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:19.285965 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28e37f-a185-46f2-baa2-88f12b6e4a4b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a66bfa-8c50-4398-b0d7-af20a204e7d3,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:19.315915 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-45097298-a4f8-46b1-9f28-56579ec0255f tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/quotas/a890272563304d14843d609bdf1fd1f0 HTTP/1.1" status: 200 len: 375 time: 0.0692673 Apr 14 22:01:19.348439 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee190a76-fb38-4228-b656-009dc9fb9837 None None] Pushing event updated for resources: {'Port': ['ID=9d774956-49ae-47bf-a870-a63888ec42d0,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:19.350430 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aa957e98-105c-477b-add1-af1fa7db5a43 admin admin] Publish callbacks [] for security_group (899a7c47-e5b4-4a32-ab0e-fbd65e57c0e2), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:19.410507 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aa957e98-105c-477b-add1-af1fa7db5a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (899a7c47-e5b4-4a32-ab0e-fbd65e57c0e2), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:19.424604 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-448132a4-9efc-4fc2-b75b-b8af47b33fbe tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for security_group_rule (82fe9a06-7024-4112-b32e-0a638b38d1d4), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:19.482714 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-ded99a9b-2170-46d0-88f5-fb4c9804f5e0 None None] Attempting to bind port 9d774956-49ae-47bf-a870-a63888ec42d0 on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:01:19.483088 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-ded99a9b-2170-46d0-88f5-fb4c9804f5e0 None None] Attempting to bind port 9d774956-49ae-47bf-a870-a63888ec42d0 by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': '78c76d73-f220-4079-ab55-63060669f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:01:19.483454 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded99a9b-2170-46d0-88f5-fb4c9804f5e0 None None] Attempting to bind port 9d774956-49ae-47bf-a870-a63888ec42d0 on network effe8ea7-6d93-45a6-99a1-18a80b92d90d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:01:19.515335 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded99a9b-2170-46d0-88f5-fb4c9804f5e0 None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:01:19.516427 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded99a9b-2170-46d0-88f5-fb4c9804f5e0 None None] Checking segment: {'id': '78c76d73-f220-4079-ab55-63060669f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:01:19.516427 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ded99a9b-2170-46d0-88f5-fb4c9804f5e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:19.516644 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded99a9b-2170-46d0-88f5-fb4c9804f5e0 None None] Bound using segment: {'id': '78c76d73-f220-4079-ab55-63060669f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:01:19.516991 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-ded99a9b-2170-46d0-88f5-fb4c9804f5e0 None None] Bound port: 9d774956-49ae-47bf-a870-a63888ec42d0, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c76d73-f220-4079-ab55-63060669f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:01:19.519554 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ded99a9b-2170-46d0-88f5-fb4c9804f5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (9d774956-49ae-47bf-a870-a63888ec42d0), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:19.582028 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-aa957e98-105c-477b-add1-af1fa7db5a43 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=022ada94c41c4d16baa2d12ac6721705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8720813 Apr 14 22:01:19.583683 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa957e98-105c-477b-add1-af1fa7db5a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899a7c47-e5b4-4a32-ab0e-fbd65e57c0e2,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:19.591431 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 43362) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:19.652455 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-ded99a9b-2170-46d0-88f5-fb4c9804f5e0 None None] For port 9d774956-49ae-47bf-a870-a63888ec42d0, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:01:19.656683 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751368d0-b37d-44c4-9c87-35f7165ad291 req-c999494b-e08c-4b74-87f9-b8fb3084cedc tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:19.656940 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-ded99a9b-2170-46d0-88f5-fb4c9804f5e0 None None] For port 9d774956-49ae-47bf-a870-a63888ec42d0, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=9d774956-49ae-47bf-a870-a63888ec42d0,segment=NetworkSegment(78c76d73-f220-4079-ab55-63060669f18c),segment_id=78c76d73-f220-4079-ab55-63060669f18c)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:01:19.665206 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-751368d0-b37d-44c4-9c87-35f7165ad291 req-c999494b-e08c-4b74-87f9-b8fb3084cedc tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 943 time: 0.1603811 Apr 14 22:01:19.666886 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ded99a9b-2170-46d0-88f5-fb4c9804f5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (9d774956-49ae-47bf-a870-a63888ec42d0), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:19.694904 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6b1d9a1a-86bc-4768-b8a2-a1044e5dd3b7 admin admin] Publish callbacks [] for security_group (899a7c47-e5b4-4a32-ab0e-fbd65e57c0e2), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:19.722261 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-9c9bd13d-e0d9-4b25-9e74-b720f8266f15 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a890272563304d14843d609bdf1fd1f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4026003 Apr 14 22:01:19.725931 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6b1d9a1a-86bc-4768-b8a2-a1044e5dd3b7 admin admin] Publish callbacks [] for security_group (899a7c47-e5b4-4a32-ab0e-fbd65e57c0e2), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:19.747170 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded99a9b-2170-46d0-88f5-fb4c9804f5e0 None None] Routers {'62c0b5df-fde9-456f-aea0-d72f771c8c4c'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:01:19.748955 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-ded99a9b-2170-46d0-88f5-fb4c9804f5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:00:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['62c0b5df-fde9-456f-aea0-d72f771c8c4c'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:01:19.814476 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6b1d9a1a-86bc-4768-b8a2-a1044e5dd3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (899a7c47-e5b4-4a32-ab0e-fbd65e57c0e2), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:19.818874 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6b1d9a1a-86bc-4768-b8a2-a1044e5dd3b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:19.821229 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-6b1d9a1a-86bc-4768-b8a2-a1044e5dd3b7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/899a7c47-e5b4-4a32-ab0e-fbd65e57c0e2 HTTP/1.1" status: 204 len: 168 time: 0.2284484 Apr 14 22:01:19.824036 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-448132a4-9efc-4fc2-b75b-b8af47b33fbe tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for security_group_rule (82fe9a06-7024-4112-b32e-0a638b38d1d4), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:19.852715 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-448132a4-9efc-4fc2-b75b-b8af47b33fbe tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (82fe9a06-7024-4112-b32e-0a638b38d1d4), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:19.871674 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d9a1a-86bc-4768-b8a2-a1044e5dd3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899a7c47-e5b4-4a32-ab0e-fbd65e57c0e2,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:19.917450 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-751368d0-b37d-44c4-9c87-35f7165ad291 req-d74cfef0-48e9-4650-aa43-9dc6206fa9ea tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/security-groups?id=900e8486-a06b-4982-bc35-73a1d8e83f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494931 Apr 14 22:01:19.947957 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee190a76-fb38-4228-b656-009dc9fb9837 None None] Pushing event updated for resources: {'Port': ['ID=9d774956-49ae-47bf-a870-a63888ec42d0,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:19.987678 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-433d2079-509c-436c-94f7-fb2bf7710321 None None] Provisioning complete for port 9d774956-49ae-47bf-a870-a63888ec42d0 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:19.987974 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-433d2079-509c-436c-94f7-fb2bf7710321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (9d774956-49ae-47bf-a870-a63888ec42d0), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:19.990468 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448132a4-9efc-4fc2-b75b-b8af47b33fbe tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82fe9a06-7024-4112-b32e-0a638b38d1d4,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:20.023348 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-448132a4-9efc-4fc2-b75b-b8af47b33fbe tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:20.028232 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-448132a4-9efc-4fc2-b75b-b8af47b33fbe tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8476231 Apr 14 22:01:20.028640 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 43374) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:20.043377 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-6018a2df-1589-4edd-ade5-d8fb94dbca6d tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Request body: {'security_group_rule': {'security_group_id': 'e0a66bfa-8c50-4398-b0d7-af20a204e7d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:01:20.112742 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a6203358-e4a8-430b-a6cd-af22039d0901 req-ad5cbf24-6c84-409a-96db-9c165de9039b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 210 time: 0.0767357 Apr 14 22:01:20.179441 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6018a2df-1589-4edd-ade5-d8fb94dbca6d tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for security_group_rule (87c9bb7d-75fd-4e81-b78c-51980697eeb6), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:20.180622 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-ded99a9b-2170-46d0-88f5-fb4c9804f5e0 None None] Set router 62c0b5df-fde9-456f-aea0-d72f771c8c4c gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:01:20.220974 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-ab4db6b5-be07-4cdb-b1bb-dc8b54c2585f service neutron] 10.222.0.43 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935791 Apr 14 22:01:20.258684 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-433d2079-509c-436c-94f7-fb2bf7710321 None None] Current status of the port 9d774956-49ae-47bf-a870-a63888ec42d0 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:01:20.259083 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-433d2079-509c-436c-94f7-fb2bf7710321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (9d774956-49ae-47bf-a870-a63888ec42d0), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:20.377980 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-433d2079-509c-436c-94f7-fb2bf7710321 None None] For port 9d774956-49ae-47bf-a870-a63888ec42d0, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=9d774956-49ae-47bf-a870-a63888ec42d0,segment=NetworkSegment(78c76d73-f220-4079-ab55-63060669f18c),segment_id=78c76d73-f220-4079-ab55-63060669f18c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:01:20.384137 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-433d2079-509c-436c-94f7-fb2bf7710321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (9d774956-49ae-47bf-a870-a63888ec42d0), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:20.477959 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6018a2df-1589-4edd-ade5-d8fb94dbca6d tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for security_group_rule (87c9bb7d-75fd-4e81-b78c-51980697eeb6), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:20.486757 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6018a2df-1589-4edd-ade5-d8fb94dbca6d tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (87c9bb7d-75fd-4e81-b78c-51980697eeb6), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:20.487674 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d2079-509c-436c-94f7-fb2bf7710321 None None] Pushing event updated for resources: {'Port': ['ID=9d774956-49ae-47bf-a870-a63888ec42d0,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:20.512150 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018a2df-1589-4edd-ade5-d8fb94dbca6d tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c9bb7d-75fd-4e81-b78c-51980697eeb6,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:20.528000 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-b5a94a02-9f0b-4fb0-b874-d9ebedde9c9f None None] Provisioning complete for port 9d774956-49ae-47bf-a870-a63888ec42d0 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:20.528702 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b5a94a02-9f0b-4fb0-b874-d9ebedde9c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (9d774956-49ae-47bf-a870-a63888ec42d0), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:20.531875 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-9ed2d9dd-b681-427a-8648-e81b957705e9 service neutron] 10.222.0.43 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097818 Apr 14 22:01:20.541555 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6018a2df-1589-4edd-ade5-d8fb94dbca6d tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:20.545961 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 43396) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:20.550693 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-6018a2df-1589-4edd-ade5-d8fb94dbca6d tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5184512 Apr 14 22:01:20.551297 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-d8da2e79-fdaf-4ebd-9cef-661787ee1890 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Request body: {'floatingip': {'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:01:20.583820 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-ded99a9b-2170-46d0-88f5-fb4c9804f5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'name': 'tempest-AttachVolumeTestJSON-1784155718-router', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '004bb70c-4a50-4298-9e70-66904c845aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:10Z', 'revision_number': 4, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'gw_port': {'id': '004bb70c-4a50-4298-9e70-66904c845aad', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:55Z', 'updated_at': '2022-04-14T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '9d774956-49ae-47bf-a870-a63888ec42d0', 'name': '', 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'mac_address': 'fa:16:3e:47:59:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:01:06Z', 'updated_at': '2022-04-14T22:01:19Z', 'revision_number': 4, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'subnets': [{'id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:01:20.600069 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d8da2e79-fdaf-4ebd-9cef-661787ee1890 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:20.628360 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded99a9b-2170-46d0-88f5-fb4c9804f5e0 None None] The sync data for ids ['62c0b5df-fde9-456f-aea0-d72f771c8c4c'] in dv-cinder-838009-1-iscsi is: [{'id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'name': 'tempest-AttachVolumeTestJSON-1784155718-router', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '004bb70c-4a50-4298-9e70-66904c845aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:10Z', 'revision_number': 4, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'gw_port': {'id': '004bb70c-4a50-4298-9e70-66904c845aad', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:55Z', 'updated_at': '2022-04-14T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '9d774956-49ae-47bf-a870-a63888ec42d0', 'name': '', 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'mac_address': 'fa:16:3e:47:59:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:01:06Z', 'updated_at': '2022-04-14T22:01:19Z', 'revision_number': 4, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'subnets': [{'id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:01:20.746926 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-b5a94a02-9f0b-4fb0-b874-d9ebedde9c9f None None] Current status of the port 9d774956-49ae-47bf-a870-a63888ec42d0 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:01:20.798529 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f8de67eb-f8f1-4880-872f-6eee465d990f req-8b5ec6e4-97ed-4f99-b7ba-277b825fa7af tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 210 time: 0.0373890 Apr 14 22:01:20.860389 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d8da2e79-fdaf-4ebd-9cef-661787ee1890 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:21.052820 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-d8da2e79-fdaf-4ebd-9cef-661787ee1890 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Allocated IP 172.27.2.172 (3128b05d-34b2-457b-8391-96d8c4503307/9279f13a-7b11-4203-b3e3-d3fa0b2aa609/7467f1d8-67c5-433d-a39f-93a8af8b8839) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:01:21.132117 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d251e5-ea38-4bbc-a8ca-affb19e435d8 req-205329bc-c373-4f35-83b4-cab47e4ccdab tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:21.143183 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-89d251e5-ea38-4bbc-a8ca-affb19e435d8 req-205329bc-c373-4f35-83b4-cab47e4ccdab tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 943 time: 0.0980823 Apr 14 22:01:21.230364 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-89d251e5-ea38-4bbc-a8ca-affb19e435d8 req-95bb5d9a-0b13-4a84-8df9-91e457b05c52 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/security-groups?id=900e8486-a06b-4982-bc35-73a1d8e83f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861106 Apr 14 22:01:21.232551 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d8da2e79-fdaf-4ebd-9cef-661787ee1890 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for port (7467f1d8-67c5-433d-a39f-93a8af8b8839), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:21.246190 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 86c53170-c4d6-477e-97dd-e43ac2154043 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:01:21.391293 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d8da2e79-fdaf-4ebd-9cef-661787ee1890 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (7467f1d8-67c5-433d-a39f-93a8af8b8839), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:21.506390 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4eed9892-682c-404a-aec4-c4a7675357e7 req-d3563b65-e9d5-4887-9ccb-a39955c9af7b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 210 time: 0.1701400 Apr 14 22:01:21.529058 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 86c53170-c4d6-477e-97dd-e43ac2154043, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=86c53170-c4d6-477e-97dd-e43ac2154043,segment=NetworkSegment(09228667-aceb-4540-9108-697d1ba8c45b),segment_id=09228667-aceb-4540-9108-697d1ba8c45b)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:01:21.566498 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Returning: {'device': '86c53170-c4d6-477e-97dd-e43ac2154043', 'network_id': '4103a41b-a3b2-49f0-861f-ebd4f498cba1', 'port_id': '86c53170-c4d6-477e-97dd-e43ac2154043', 'mac_address': 'fa:16:3e:b4:66:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca0f176c-323d-4b1a-9614-8a9deef88414', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:01:21.600459 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e18031-b951-4042-a4f5-6baaf44ca602 req-8755046d-c2df-4609-91cf-cf0208dd9409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:21.602660 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-36e18031-b951-4042-a4f5-6baaf44ca602 req-8755046d-c2df-4609-91cf-cf0208dd9409 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a71639b156548cf8f768dd40b8c2055&device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 1127 time: 0.2676077 Apr 14 22:01:21.607470 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8da2e79-fdaf-4ebd-9cef-661787ee1890 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Network 3128b05d-34b2-457b-8391-96d8c4503307 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:01:21.609440 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da2e79-fdaf-4ebd-9cef-661787ee1890 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Pushing event updated for resources: {'Port': ['ID=7467f1d8-67c5-433d-a39f-93a8af8b8839,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:21.612431 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-d8da2e79-fdaf-4ebd-9cef-661787ee1890 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:01:21.615658 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8da2e79-fdaf-4ebd-9cef-661787ee1890 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:01:21.635181 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 86c53170-c4d6-477e-97dd-e43ac2154043 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:01:21.635849 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (86c53170-c4d6-477e-97dd-e43ac2154043), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:21.774096 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c53170-c4d6-477e-97dd-e43ac2154043 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:01:21.780361 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d8da2e79-fdaf-4ebd-9cef-661787ee1890 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for floatingip (0535d47d-ee36-4219-a1c2-71721aec4e37), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:21.800034 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 86c53170-c4d6-477e-97dd-e43ac2154043, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=86c53170-c4d6-477e-97dd-e43ac2154043,segment=NetworkSegment(09228667-aceb-4540-9108-697d1ba8c45b),segment_id=09228667-aceb-4540-9108-697d1ba8c45b)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:01:21.809231 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (86c53170-c4d6-477e-97dd-e43ac2154043), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:21.859307 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d8da2e79-fdaf-4ebd-9cef-661787ee1890 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (7467f1d8-67c5-433d-a39f-93a8af8b8839), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:21.913469 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=86c53170-c4d6-477e-97dd-e43ac2154043,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:21.967242 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c5fba2da-3fee-4a2a-8391-f054bc96b7fb req-dcc91765-c93c-48d0-8f37-da46a5589918 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 210 time: 0.0406218 Apr 14 22:01:22.005321 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 43442) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:22.106097 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d8da2e79-fdaf-4ebd-9cef-661787ee1890 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for port (7467f1d8-67c5-433d-a39f-93a8af8b8839), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:22.113227 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d8da2e79-fdaf-4ebd-9cef-661787ee1890 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9471757'] for port (7467f1d8-67c5-433d-a39f-93a8af8b8839), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:22.145081 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-867c7d9a-1bc1-4de9-b237-a6af81ddabed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:22.198342 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d8da2e79-fdaf-4ebd-9cef-661787ee1890 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (0535d47d-ee36-4219-a1c2-71721aec4e37), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:22.218085 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da2e79-fdaf-4ebd-9cef-661787ee1890 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Pushing event updated for resources: {'Port': ['ID=7467f1d8-67c5-433d-a39f-93a8af8b8839,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:22.230628 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d8da2e79-fdaf-4ebd-9cef-661787ee1890 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:22.236424 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-d8da2e79-fdaf-4ebd-9cef-661787ee1890 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6848595 Apr 14 22:01:22.394559 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 9d774956-49ae-47bf-a870-a63888ec42d0 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:01:22.465177 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-867c7d9a-1bc1-4de9-b237-a6af81ddabed admin admin] Publish callbacks [] for security_group (7788f0fd-a62a-4a44-941b-b9d6672e4545), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:22.472356 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-867c7d9a-1bc1-4de9-b237-a6af81ddabed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (7788f0fd-a62a-4a44-941b-b9d6672e4545), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:22.477950 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c165e6-2140-4037-8610-f57c53e537bd req-ed370c04-7c62-48f2-be78-5dd0ea08f3d9 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:22.479639 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-01c165e6-2140-4037-8610-f57c53e537bd req-ed370c04-7c62-48f2-be78-5dd0ea08f3d9 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 944 time: 0.0776262 Apr 14 22:01:22.533091 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 9d774956-49ae-47bf-a870-a63888ec42d0 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:22.535600 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (9d774956-49ae-47bf-a870-a63888ec42d0), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:22.547308 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c7d9a-1bc1-4de9-b237-a6af81ddabed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7788f0fd-a62a-4a44-941b-b9d6672e4545,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:22.553150 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-01c165e6-2140-4037-8610-f57c53e537bd req-9f8cf46b-916e-4ba8-86ef-3361f3ec3902 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/security-groups?id=900e8486-a06b-4982-bc35-73a1d8e83f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577331 Apr 14 22:01:22.581352 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-867c7d9a-1bc1-4de9-b237-a6af81ddabed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0a5784021012474d8d745c666ab354a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5696626 Apr 14 22:01:22.582250 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 43468) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:22.666022 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cc790167-b0ef-4924-998f-e8ea762138fe admin admin] Publish callbacks [] for security_group (7788f0fd-a62a-4a44-941b-b9d6672e4545), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:22.672934 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-6897e430-398c-4505-b0d8-7643b41540b1 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--156167317&fields=id&tenant_id=57cc8af3ea5f43dea31995492e7632a5 HTTP/1.1" status: 200 len: 267 time: 0.0696464 Apr 14 22:01:22.706014 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d11910d3-3441-4678-8256-e2757fd5620f req-74175153-f150-47c6-8690-7b6e4a69e8eb tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 210 time: 0.0424345 Apr 14 22:01:22.719186 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cc790167-b0ef-4924-998f-e8ea762138fe admin admin] Publish callbacks [] for security_group (7788f0fd-a62a-4a44-941b-b9d6672e4545), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:22.731303 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 9d774956-49ae-47bf-a870-a63888ec42d0 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:01:22.773730 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cc790167-b0ef-4924-998f-e8ea762138fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (7788f0fd-a62a-4a44-941b-b9d6672e4545), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:22.776498 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cc790167-b0ef-4924-998f-e8ea762138fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:22.777663 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-cc790167-b0ef-4924-998f-e8ea762138fe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7788f0fd-a62a-4a44-941b-b9d6672e4545 HTTP/1.1" status: 204 len: 168 time: 0.1961534 Apr 14 22:01:22.786982 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc790167-b0ef-4924-998f-e8ea762138fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7788f0fd-a62a-4a44-941b-b9d6672e4545,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:22.823621 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-be5b465e-4cec-4352-8671-0e5c3449877c tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:22.825161 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-be5b465e-4cec-4352-8671-0e5c3449877c tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/networks?id=effe8ea7-6d93-45a6-99a1-18a80b92d90d HTTP/1.1" status: 200 len: 811 time: 0.1495957 Apr 14 22:01:22.841411 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-dec1dfa6-781a-44cf-8280-396f953499a5 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/quotas/57cc8af3ea5f43dea31995492e7632a5 HTTP/1.1" status: 200 len: 375 time: 0.0105038 Apr 14 22:01:22.900780 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-c6d77dbe-5b53-4c1f-bce9-25ec51b55f06 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=57cc8af3ea5f43dea31995492e7632a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532780 Apr 14 22:01:23.018506 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-23327445-a0ff-42ae-8983-fcd65b0a18c6 service neutron] 10.222.0.43 "GET /v2.0/networks/effe8ea7-6d93-45a6-99a1-18a80b92d90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019676 Apr 14 22:01:23.081153 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-40b71c7c-cd23-49fa-8035-e691dbf7921e req-3a1626bc-6150-4a74-89e8-d1a31d119e8f tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 210 time: 0.0489349 Apr 14 22:01:23.138094 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-f949ed2b-1777-4711-8cae-c44466bd1956 service neutron] 10.222.0.43 "GET /v2.0/networks/effe8ea7-6d93-45a6-99a1-18a80b92d90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089947 Apr 14 22:01:23.338948 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-560a1475-4b2c-4bc6-82d1-b7381a978c73 req-06d51f96-c6bc-4e2a-a2c7-909944c7222d tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 210 time: 0.0324297 Apr 14 22:01:23.801193 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb747f92-c6c7-4cbd-a879-6ee1a6df49a6 req-71e5879b-b14a-48b7-88b2-66c0c6451861 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:23.810483 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cb747f92-c6c7-4cbd-a879-6ee1a6df49a6 req-71e5879b-b14a-48b7-88b2-66c0c6451861 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 944 time: 0.0955651 Apr 14 22:01:23.884573 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cb747f92-c6c7-4cbd-a879-6ee1a6df49a6 req-f268faff-a244-4506-8836-b17b045f5548 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/security-groups?id=900e8486-a06b-4982-bc35-73a1d8e83f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704811 Apr 14 22:01:23.887206 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-53a5abab-9eab-4f31-9442-537c6199dd01 req-da35222d-9d06-4da1-b66f-92d96a7d7841 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 210 time: 0.0519090 Apr 14 22:01:23.974930 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4037296d-785f-4f84-bbbb-e426ecaa09f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:24.357148 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e18031-b951-4042-a4f5-6baaf44ca602 req-92cf3b48-fd52-433e-b04f-0942c100128e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:24.358996 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-36e18031-b951-4042-a4f5-6baaf44ca602 req-92cf3b48-fd52-433e-b04f-0942c100128e service neutron] 10.222.0.26 "GET /v2.0/networks?id=4103a41b-a3b2-49f0-861f-ebd4f498cba1 HTTP/1.1" status: 200 len: 912 time: 0.2172298 Apr 14 22:01:24.396385 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-86f18ad9-d1bc-4de9-81dc-53ed1ff9aca1 req-f1502799-414f-4940-84f5-41d6a06c0e4a tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 210 time: 0.1017151 Apr 14 22:01:24.458512 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-36e18031-b951-4042-a4f5-6baaf44ca602 req-170f3c1a-d648-4225-ae58-f88fbd17e827 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86c53170-c4d6-477e-97dd-e43ac2154043 HTTP/1.1" status: 200 len: 217 time: 0.0774364 Apr 14 22:01:24.461509 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['86c53170-c4d6-477e-97dd-e43ac2154043'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:01:24.573177 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3f535021-97ba-482d-82b0-8e91ca1ea878 req-d4f83a8a-4619-4390-9020-3681e1404bd5 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 210 time: 0.0737073 Apr 14 22:01:24.587829 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e18031-b951-4042-a4f5-6baaf44ca602 req-ba3b03d7-41e2-419c-af6d-b0f47acf6f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:24.590542 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-36e18031-b951-4042-a4f5-6baaf44ca602 req-ba3b03d7-41e2-419c-af6d-b0f47acf6f3e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ca0f176c-323d-4b1a-9614-8a9deef88414 HTTP/1.1" status: 200 len: 852 time: 0.1329076 Apr 14 22:01:25.025233 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b3339059-e4ab-41b3-bdf5-5f6fe7ed8410 req-f5ad7c87-c4b5-4511-858e-2276ef72bef0 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 210 time: 0.0417202 Apr 14 22:01:25.025889 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933adcb-dff7-4bd3-9f4c-d246814902c6 req-7601b35b-d74c-42ab-a293-ae91bb157a63 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:25.027818 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1933adcb-dff7-4bd3-9f4c-d246814902c6 req-7601b35b-d74c-42ab-a293-ae91bb157a63 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 944 time: 0.0718894 Apr 14 22:01:25.096652 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1933adcb-dff7-4bd3-9f4c-d246814902c6 req-f6341de6-059d-4b01-b089-86fd1f784e89 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/security-groups?id=900e8486-a06b-4982-bc35-73a1d8e83f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583642 Apr 14 22:01:25.459746 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-36e18031-b951-4042-a4f5-6baaf44ca602 req-ac448044-48b1-4b76-a888-aa0c8951bb7a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4103a41b-a3b2-49f0-861f-ebd4f498cba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387309 Apr 14 22:01:25.536419 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-34e567ad-533d-4fc2-8f13-d51f34f00875 req-fc9ead8e-685c-45ff-b9a6-8c3d2fdb9c62 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 210 time: 0.0298326 Apr 14 22:01:25.689897 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1484061d-bd0e-48af-b4c2-cd20be523115 req-046f8ece-9157-47cb-96b1-5543008fcf19 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 210 time: 0.0298345 Apr 14 22:01:26.152822 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-74a28772-a21a-48e8-aeaa-226e1abc3bd2 req-2c4c9b40-7c85-4f30-8131-5677b2bc92f6 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 210 time: 0.0317569 Apr 14 22:01:26.232521 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807a882-d136-4470-8770-ce8550e42045 req-98159cd8-4f09-4040-90c8-04a618c50894 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:26.234034 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c807a882-d136-4470-8770-ce8550e42045 req-98159cd8-4f09-4040-90c8-04a618c50894 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 944 time: 0.0599880 Apr 14 22:01:26.293148 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c807a882-d136-4470-8770-ce8550e42045 req-9ae5b60d-9782-4092-b37c-31cb5c964749 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/security-groups?id=900e8486-a06b-4982-bc35-73a1d8e83f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524662 Apr 14 22:01:26.361793 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-26513b31-5241-40c0-b62f-5ecbd9589c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:26.649862 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ab717dc2-74e3-4a2c-8924-e957e0e25b36 req-18a8cb67-fd02-4582-9a85-b105b7e750b0 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 210 time: 0.0342541 Apr 14 22:01:26.787727 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a5d1b07f-b0b6-44c7-9844-5ff67babbcd8 req-9763accb-2e5a-49c5-be1e-928405697a63 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 210 time: 0.0271752 Apr 14 22:01:27.267111 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-42208e9b-18b7-452e-8ce0-d830e47c2ab6 req-2fb1a702-1637-4cfa-bc66-5f9054ed24fa tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 210 time: 0.0323062 Apr 14 22:01:27.420042 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c288b6-21e4-4d7d-aac9-9545a0e0eb2e req-8208a08d-2d02-4549-a378-dcb9325923b5 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:27.424896 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-f4c288b6-21e4-4d7d-aac9-9545a0e0eb2e req-8208a08d-2d02-4549-a378-dcb9325923b5 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 944 time: 0.0592399 Apr 14 22:01:27.480369 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:27.511395 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-f4c288b6-21e4-4d7d-aac9-9545a0e0eb2e req-2b51700a-6230-435f-9238-376834b1aab9 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/security-groups?id=900e8486-a06b-4982-bc35-73a1d8e83f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722411 Apr 14 22:01:27.535156 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 86c53170-c4d6-477e-97dd-e43ac2154043 up at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:01:27.548921 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-36e18031-b951-4042-a4f5-6baaf44ca602 req-1780e0ae-a227-45cc-82dd-0872ba9b6e49 service neutron] 10.222.0.26 "GET /v2.0/networks/4103a41b-a3b2-49f0-861f-ebd4f498cba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296957 Apr 14 22:01:27.590526 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning for port 86c53170-c4d6-477e-97dd-e43ac2154043 completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:01:27.597811 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning complete for port 86c53170-c4d6-477e-97dd-e43ac2154043 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:27.598923 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (86c53170-c4d6-477e-97dd-e43ac2154043), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:27.653489 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.26', 51935) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:27.746979 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 86c53170-c4d6-477e-97dd-e43ac2154043 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:01:27.747370 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (86c53170-c4d6-477e-97dd-e43ac2154043), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:27.791094 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 86c53170-c4d6-477e-97dd-e43ac2154043, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=86c53170-c4d6-477e-97dd-e43ac2154043,segment=NetworkSegment(09228667-aceb-4540-9108-697d1ba8c45b),segment_id=09228667-aceb-4540-9108-697d1ba8c45b)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:01:27.792393 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c620cf44-7e3f-40a8-8eb3-701c02a62ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c53170-c4d6-477e-97dd-e43ac2154043'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:01:27.801077 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-84ddc66d-b42c-4c3b-b214-6e24ec9b8456 req-6865e24d-dd53-4b50-a7c7-d21d83006415 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 210 time: 0.0435367 Apr 14 22:01:27.868044 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-1a69dc5b-87ba-416c-be2a-cb69aa87a91b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:27.871165 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-1a69dc5b-87ba-416c-be2a-cb69aa87a91b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.26 "GET /v2.0/networks?id=24ce8649-73b0-4bad-abdf-64923fbb2e24 HTTP/1.1" status: 200 len: 819 time: 0.2014928 Apr 14 22:01:27.877159 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-36e18031-b951-4042-a4f5-6baaf44ca602 req-f8a99967-2cd7-41b4-8feb-7f48027892e8 service neutron] 10.222.0.26 "GET /v2.0/networks/4103a41b-a3b2-49f0-861f-ebd4f498cba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072978 Apr 14 22:01:27.934210 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (86c53170-c4d6-477e-97dd-e43ac2154043), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:27.948515 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-21587b94-185d-43ef-858b-ab926f1c907d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Request body: {'port': {'device_id': '9c170c9c-9270-41b6-94c6-5290364cefab', 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24', 'admin_state_up': True, 'tenant_id': 'a890272563304d14843d609bdf1fd1f0'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:01:27.963773 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5f0adcbf-2e44-43cc-8ad5-c277ff1837e9 req-81e3a2a8-82d4-4b0b-9988-8ef1ea341bcc tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 210 time: 0.0623462 Apr 14 22:01:28.055161 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=86c53170-c4d6-477e-97dd-e43ac2154043,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:28.169154 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530b6f79e2c270c80a285cfd043402f608e5b18a2df6684fea4c07fd95dfc091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3756402-f9cc-47f1-b5cf-3062ed4e27f7" -d '{"events": [{"server_uuid": "c620cf44-7e3f-40a8-8eb3-701c02a62ae2", "name": "network-vif-plugged", "status": "completed", "tag": "86c53170-c4d6-477e-97dd-e43ac2154043"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:01:28.206998 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-21587b94-185d-43ef-858b-ab926f1c907d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Made reservation on behalf of a890272563304d14843d609bdf1fd1f0 for: {'port': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:01:28.212964 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-21587b94-185d-43ef-858b-ab926f1c907d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:28.346866 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746aa79a-8d50-4c90-9c06-cab93f3d78dd x-openstack-request-id: req-746aa79a-8d50-4c90-9c06-cab93f3d78dd {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:01:28.347269 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c620cf44-7e3f-40a8-8eb3-701c02a62ae2", "name": "network-vif-plugged", "status": "completed", "tag": "86c53170-c4d6-477e-97dd-e43ac2154043", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:01:28.347531 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-746aa79a-8d50-4c90-9c06-cab93f3d78dd {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:01:28.347999 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-746aa79a-8d50-4c90-9c06-cab93f3d78dd'] response: {'server_uuid': 'c620cf44-7e3f-40a8-8eb3-701c02a62ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c53170-c4d6-477e-97dd-e43ac2154043', 'code': 200} Apr 14 22:01:28.375396 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.26', 51938) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:28.691616 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-1bb9efca-c900-490a-b05d-c579f83b2603 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:28.711876 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-1bb9efca-c900-490a-b05d-c579f83b2603 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.26 "GET /v2.0/networks?id=85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 HTTP/1.1" status: 200 len: 817 time: 0.3177664 Apr 14 22:01:28.718497 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.26', 51943) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:28.720279 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-21587b94-185d-43ef-858b-ab926f1c907d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Allocated IP 172.20.0.8 (24ce8649-73b0-4bad-abdf-64923fbb2e24/801c38b5-c92d-488d-9425-23346baf9bd6/c0579a25-4123-46eb-ac6d-d3d9e83e9418) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:01:28.827918 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:28.940659 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db5072-bcfa-4c00-8281-e0b8ae06145c req-8b17faf2-0f90-4ca6-8e45-40576210da3d tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:28.944273 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f7db5072-bcfa-4c00-8281-e0b8ae06145c req-8b17faf2-0f90-4ca6-8e45-40576210da3d tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 945 time: 0.2300324 Apr 14 22:01:29.013508 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-95ee8d40-d371-448c-917f-0133c6fad5c2 req-334acf3b-9d1b-4053-95a2-5e2565b548c7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 210 time: 0.2760749 Apr 14 22:01:29.123794 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.26', 51949) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:29.275349 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6952c4b7-243a-4409-ba34-df3280b854e2 req-57d8a1dc-7905-41c0-84c8-bac273b65f7d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 210 time: 0.1350830 Apr 14 22:01:29.496796 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0e762-d83b-4463-a40b-808a06f48092 req-a68037e1-016d-4986-8cd8-3e835ec2488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:29.497158 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-03b0e762-d83b-4463-a40b-808a06f48092 req-a68037e1-016d-4986-8cd8-3e835ec2488f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 1129 time: 0.3713331 Apr 14 22:01:29.499310 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ce66a1b5-bd68-415c-9074-7611f6a78836 req-284647c1-8fc5-4e38-ae81-fe0b960b2e32 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 210 time: 0.0941007 Apr 14 22:01:29.531904 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-9c7e47c1-78bd-4442-937c-696172fd8c33 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:29.533088 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-b99b2a55-add5-43de-9031-eb47ee587bf5 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8354505d255643918a23f2f53ed53d67 HTTP/1.1" status: 200 len: 380 time: 0.8015544 Apr 14 22:01:29.533417 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-9c7e47c1-78bd-4442-937c-696172fd8c33 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.26 "GET /v2.0/networks?id=effe8ea7-6d93-45a6-99a1-18a80b92d90d HTTP/1.1" status: 200 len: 811 time: 0.7983665 Apr 14 22:01:29.537553 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-03b0e762-d83b-4463-a40b-808a06f48092 req-9cc6e191-6212-46de-834c-3716a90a3fe0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:29.558870 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-bbecda28-42bd-4d95-9e40-7469e351315f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Request body: {'port': {'device_id': '7a32fc51-3299-4bea-b3e4-5cbe5e807947', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'admin_state_up': True, 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'security_groups': ['4e6b81f5-99dc-4d03-85af-bec9e372e12c']}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:01:29.636163 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f7db5072-bcfa-4c00-8281-e0b8ae06145c req-54f2bd75-cace-4b49-9d7a-4c0c6193c083 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/security-groups?id=900e8486-a06b-4982-bc35-73a1d8e83f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6665909 Apr 14 22:01:29.691100 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-21587b94-185d-43ef-858b-ab926f1c907d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks [] for port (c0579a25-4123-46eb-ac6d-d3d9e83e9418), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:29.708898 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-95e58c32-8d07-4ce2-af36-c65a14016522 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:29.710788 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-95e58c32-8d07-4ce2-af36-c65a14016522 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.26 "GET /v2.0/networks?id=24ce8649-73b0-4bad-abdf-64923fbb2e24 HTTP/1.1" status: 200 len: 819 time: 0.9833012 Apr 14 22:01:29.765655 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-74bdc0bd-e6fa-4452-a23a-380d6c1dbb69 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57cc8af3ea5f43dea31995492e7632a5 HTTP/1.1" status: 200 len: 379 time: 0.2051201 Apr 14 22:01:29.778347 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-28f04709-f2fa-479a-a8f8-8a71f1a1ac72 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Request body: {'port': {'device_id': '7f59e2a6-41d1-45e5-8233-bebaad1aa919', 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d', 'admin_state_up': True, 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'security_groups': ['e0a66bfa-8c50-4398-b0d7-af20a204e7d3']}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:01:29.786920 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-1df82737-9687-4080-b111-9ea63bdde6a6 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Request body: {'port': {'device_id': '5cfda95b-82b9-40ca-9d7a-f639699971b9', 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24', 'admin_state_up': True, 'tenant_id': 'a890272563304d14843d609bdf1fd1f0'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:01:29.790419 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-bbecda28-42bd-4d95-9e40-7469e351315f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Made reservation on behalf of 8354505d255643918a23f2f53ed53d67 for: {'port': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:01:29.795754 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-bbecda28-42bd-4d95-9e40-7469e351315f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:29.846588 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-21587b94-185d-43ef-858b-ab926f1c907d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696'] for port (c0579a25-4123-46eb-ac6d-d3d9e83e9418), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:30.038713 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-bbecda28-42bd-4d95-9e40-7469e351315f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Allocated IP 172.20.0.13 (85de08d8-9eb8-4e52-8d6f-cc3f42de82b0/0a14408c-0a04-4255-b049-e60b2b57871e/9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:01:30.051058 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-1df82737-9687-4080-b111-9ea63bdde6a6 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Made reservation on behalf of a890272563304d14843d609bdf1fd1f0 for: {'port': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:01:30.065000 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-1df82737-9687-4080-b111-9ea63bdde6a6 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:30.133477 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-21587b94-185d-43ef-858b-ab926f1c907d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Network 24ce8649-73b0-4bad-abdf-64923fbb2e24 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:01:30.135490 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-03b0e762-d83b-4463-a40b-808a06f48092 req-9cc6e191-6212-46de-834c-3716a90a3fe0 service neutron] Publish callbacks [] for security_group (d5128fad-bdab-4618-957f-3fb367e3ba2e), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:30.149931 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-21587b94-185d-43ef-858b-ab926f1c907d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:01:30.159059 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-03b0e762-d83b-4463-a40b-808a06f48092 req-9cc6e191-6212-46de-834c-3716a90a3fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (d5128fad-bdab-4618-957f-3fb367e3ba2e), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:30.176095 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-21587b94-185d-43ef-858b-ab926f1c907d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:01:30.182659 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-21587b94-185d-43ef-858b-ab926f1c907d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:30.183742 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-21587b94-185d-43ef-858b-ab926f1c907d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:30.241318 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-1df82737-9687-4080-b111-9ea63bdde6a6 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Allocated IP 172.20.0.7 (24ce8649-73b0-4bad-abdf-64923fbb2e24/801c38b5-c92d-488d-9425-23346baf9bd6/4a6aac5c-5e4e-4a05-8512-e45b1698be0d) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:01:30.254206 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21587b94-185d-43ef-858b-ab926f1c907d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Pushing event updated for resources: {'Port': ['ID=c0579a25-4123-46eb-ac6d-d3d9e83e9418,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:30.377607 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-21587b94-185d-43ef-858b-ab926f1c907d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4339240 Apr 14 22:01:30.394061 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-c713e31c-d264-4de4-9ea5-cea53c8ae744 service neutron] Request body: {'port': {'device_id': '9c170c9c-9270-41b6-94c6-5290364cefab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:01:30.403029 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-17e06b82-22a9-49b2-8410-ade14efca54b req-316d3270-468c-4d47-9bdb-2d1cf81e6b6d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 210 time: 0.1824603 Apr 14 22:01:30.405360 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-03b0e762-d83b-4463-a40b-808a06f48092 req-9cc6e191-6212-46de-834c-3716a90a3fe0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=900e8486-a06b-4982-bc35-73a1d8e83f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8990595 Apr 14 22:01:30.410398 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6e191-6212-46de-834c-3716a90a3fe0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d5128fad-bdab-4618-957f-3fb367e3ba2e,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:30.455114 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b9a92614-7d2d-4bff-be53-78ef8f1f517d req-3d607a36-1b8e-43c3-ba4c-464f790a96a1 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 210 time: 0.0536480 Apr 14 22:01:30.460782 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:30.505567 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-28f04709-f2fa-479a-a8f8-8a71f1a1ac72 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Made reservation on behalf of 57cc8af3ea5f43dea31995492e7632a5 for: {'port': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:01:30.508501 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-28f04709-f2fa-479a-a8f8-8a71f1a1ac72 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:30.553444 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-c713e31c-d264-4de4-9ea5-cea53c8ae744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (c0579a25-4123-46eb-ac6d-d3d9e83e9418), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:30.565364 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-fd53f376-9842-42c3-9494-36280a25b0fa None None] Provisioning complete for port c0579a25-4123-46eb-ac6d-d3d9e83e9418 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:30.565982 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fd53f376-9842-42c3-9494-36280a25b0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (c0579a25-4123-46eb-ac6d-d3d9e83e9418), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:30.636117 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-fd53f376-9842-42c3-9494-36280a25b0fa None None] Port c0579a25-4123-46eb-ac6d-d3d9e83e9418 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:01:30.773965 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-bbecda28-42bd-4d95-9e40-7469e351315f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for port (9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:30.876056 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6283cfc8-fdba-4dbe-8b31-452666773094 req-a67bbb6c-6d73-4a8e-aae0-9995ef7b9798 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 210 time: 0.1782997 Apr 14 22:01:30.930011 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-bbecda28-42bd-4d95-9e40-7469e351315f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:31.026802 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1841f34-df5c-4dc4-8941-e281d66d5878 req-f6e2aa28-ac63-45f0-b8f0-d7d91266dc8f tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:31.028647 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a1841f34-df5c-4dc4-8941-e281d66d5878 req-f6e2aa28-ac63-45f0-b8f0-d7d91266dc8f tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 945 time: 0.1925201 Apr 14 22:01:31.040266 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-1df82737-9687-4080-b111-9ea63bdde6a6 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks [] for port (4a6aac5c-5e4e-4a05-8512-e45b1698be0d), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:31.041289 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-28f04709-f2fa-479a-a8f8-8a71f1a1ac72 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Allocated IP 172.20.0.14 (effe8ea7-6d93-45a6-99a1-18a80b92d90d/e7eeaee9-acfc-4c29-821f-fe146a812549/e5e20866-74a2-4572-b910-150af0b0a925) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:01:31.046304 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-bbecda28-42bd-4d95-9e40-7469e351315f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Network 85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:01:31.057838 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-bbecda28-42bd-4d95-9e40-7469e351315f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:01:31.073702 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-bbecda28-42bd-4d95-9e40-7469e351315f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:01:31.080624 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 43796) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:31.128361 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecda28-42bd-4d95-9e40-7469e351315f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Pushing event updated for resources: {'Port': ['ID=9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:31.192135 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-bbecda28-42bd-4d95-9e40-7469e351315f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:31.192929 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-bbecda28-42bd-4d95-9e40-7469e351315f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:31.206662 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a1841f34-df5c-4dc4-8941-e281d66d5878 req-7f5bec3f-a6b9-461c-81fe-1e1dee513a06 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/security-groups?id=900e8486-a06b-4982-bc35-73a1d8e83f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704617 Apr 14 22:01:31.226417 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-bbecda28-42bd-4d95-9e40-7469e351315f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6760125 Apr 14 22:01:31.228550 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-1df82737-9687-4080-b111-9ea63bdde6a6 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (4a6aac5c-5e4e-4a05-8512-e45b1698be0d), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:31.289584 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-f16d5bcb-f601-4ee6-93c2-81512c55e583 service neutron] Request body: {'port': {'device_id': '7a32fc51-3299-4bea-b3e4-5cbe5e807947', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:01:31.462937 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-63b70178-b924-40fb-81c4-d80039bce848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:31.516306 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-1df82737-9687-4080-b111-9ea63bdde6a6 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Network 24ce8649-73b0-4bad-abdf-64923fbb2e24 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:01:31.531413 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-1df82737-9687-4080-b111-9ea63bdde6a6 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:01:31.536722 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-1df82737-9687-4080-b111-9ea63bdde6a6 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:01:31.557292 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df82737-9687-4080-b111-9ea63bdde6a6 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Pushing event updated for resources: {'Port': ['ID=4a6aac5c-5e4e-4a05-8512-e45b1698be0d,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:31.589202 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-0aaf5f12-f775-44e1-b206-bb3afd63cdc1 None None] Provisioning complete for port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:31.589720 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0aaf5f12-f775-44e1-b206-bb3afd63cdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:31.687789 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-28f04709-f2fa-479a-a8f8-8a71f1a1ac72 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for port (e5e20866-74a2-4572-b910-150af0b0a925), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:31.691449 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-0aaf5f12-f775-44e1-b206-bb3afd63cdc1 None None] Port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:01:31.742180 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-f16d5bcb-f601-4ee6-93c2-81512c55e583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:31.750340 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-1df82737-9687-4080-b111-9ea63bdde6a6 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:31.752135 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-1df82737-9687-4080-b111-9ea63bdde6a6 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:31.794145 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f21a8f-2f8a-4211-a223-c39ee6035c0e req-2bf131e1-7d13-4473-a32b-2a6a5a5ec9d0 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:31.796022 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b2f21a8f-2f8a-4211-a223-c39ee6035c0e req-2bf131e1-7d13-4473-a32b-2a6a5a5ec9d0 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 931 time: 0.1214101 Apr 14 22:01:31.829318 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732aa312-a917-4bab-a8e2-5be9a65cdab1 req-d8d12e64-5537-4960-a4ac-270f88a5b99e tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:31.831950 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-732aa312-a917-4bab-a8e2-5be9a65cdab1 req-d8d12e64-5537-4960-a4ac-270f88a5b99e tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 932 time: 0.1974926 Apr 14 22:01:31.836189 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-1df82737-9687-4080-b111-9ea63bdde6a6 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0552533 Apr 14 22:01:31.852506 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-11bece78-eff0-439b-98e7-203deb7af87d service neutron] Request body: {'port': {'device_id': '5cfda95b-82b9-40ca-9d7a-f639699971b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:01:31.977923 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-63b70178-b924-40fb-81c4-d80039bce848 admin admin] Publish callbacks [] for security_group (c2193145-9b23-4b7d-bca9-69cc44592c3f), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:32.000700 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-63b70178-b924-40fb-81c4-d80039bce848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (c2193145-9b23-4b7d-bca9-69cc44592c3f), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:32.007677 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-c713e31c-d264-4de4-9ea5-cea53c8ae744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0579a25-4123-46eb-ac6d-d3d9e83e9418 {{(pid=103420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:01:32.015155 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-26b9bbe7-2298-4ff3-b5ef-02acae638b1f None None] Provisioning complete for port 4a6aac5c-5e4e-4a05-8512-e45b1698be0d triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:32.017488 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-26b9bbe7-2298-4ff3-b5ef-02acae638b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (4a6aac5c-5e4e-4a05-8512-e45b1698be0d), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:32.026564 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-732aa312-a917-4bab-a8e2-5be9a65cdab1 req-4113c9a9-95d1-410a-b427-d96761185d79 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669800 Apr 14 22:01:32.028560 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-c713e31c-d264-4de4-9ea5-cea53c8ae744 service neutron] Publish callbacks [] for port (c0579a25-4123-46eb-ac6d-d3d9e83e9418), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:32.058413 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-28f04709-f2fa-479a-a8f8-8a71f1a1ac72 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696'] for port (e5e20866-74a2-4572-b910-150af0b0a925), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:32.084420 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.provisioning_blocks [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-c713e31c-d264-4de4-9ea5-cea53c8ae744 service neutron] Transition to ACTIVE for port object c0579a25-4123-46eb-ac6d-d3d9e83e9418 will not be triggered until provisioned by entity L2. {{(pid=103420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:01:32.105581 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-c713e31c-d264-4de4-9ea5-cea53c8ae744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (c0579a25-4123-46eb-ac6d-d3d9e83e9418), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:32.121730 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b2f21a8f-2f8a-4211-a223-c39ee6035c0e req-b4e56409-534c-440d-bdc1-bbe28db09c75 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130865 Apr 14 22:01:32.135932 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-26b9bbe7-2298-4ff3-b5ef-02acae638b1f None None] Port 4a6aac5c-5e4e-4a05-8512-e45b1698be0d cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:01:32.157870 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-11bece78-eff0-439b-98e7-203deb7af87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (4a6aac5c-5e4e-4a05-8512-e45b1698be0d), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:32.175807 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-63b70178-b924-40fb-81c4-d80039bce848 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=05ae14ccea0648288e93aa19c6323e2d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0943155 Apr 14 22:01:32.184957 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 43824) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:32.189030 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-28f04709-f2fa-479a-a8f8-8a71f1a1ac72 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Network effe8ea7-6d93-45a6-99a1-18a80b92d90d is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:01:32.192672 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b70178-b924-40fb-81c4-d80039bce848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2193145-9b23-4b7d-bca9-69cc44592c3f,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:32.224360 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-28f04709-f2fa-479a-a8f8-8a71f1a1ac72 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:01:32.227054 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-28f04709-f2fa-479a-a8f8-8a71f1a1ac72 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:01:32.232715 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-28f04709-f2fa-479a-a8f8-8a71f1a1ac72 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:32.233378 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-28f04709-f2fa-479a-a8f8-8a71f1a1ac72 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:32.286674 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f04709-f2fa-479a-a8f8-8a71f1a1ac72 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Pushing event updated for resources: {'Port': ['ID=e5e20866-74a2-4572-b910-150af0b0a925,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:32.307432 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474bd0a-cefd-4e5c-88e0-2ef38c31c5ef req-deacaddd-ba98-431f-8305-b42fdcb2160f tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:32.314437 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1474bd0a-cefd-4e5c-88e0-2ef38c31c5ef req-deacaddd-ba98-431f-8305-b42fdcb2160f tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 932 time: 0.1255684 Apr 14 22:01:32.407794 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-28f04709-f2fa-479a-a8f8-8a71f1a1ac72 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6346216 Apr 14 22:01:32.430465 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-f16d5bcb-f601-4ee6-93c2-81512c55e583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:01:32.456068 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-f16d5bcb-f601-4ee6-93c2-81512c55e583 service neutron] Publish callbacks [] for port (9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:32.506566 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1474bd0a-cefd-4e5c-88e0-2ef38c31c5ef req-b6db8905-6ea4-4ac1-b420-ca7e0648523e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029341 Apr 14 22:01:32.507288 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713e31c-d264-4de4-9ea5-cea53c8ae744 service neutron] Pushing event updated for resources: {'Port': ['ID=c0579a25-4123-46eb-ac6d-d3d9e83e9418,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:32.511931 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-c713e31c-d264-4de4-9ea5-cea53c8ae744 service neutron] Attempting to bind port c0579a25-4123-46eb-ac6d-d3d9e83e9418 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:01:32.512269 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-c713e31c-d264-4de4-9ea5-cea53c8ae744 service neutron] Attempting to bind port c0579a25-4123-46eb-ac6d-d3d9e83e9418 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '24888de7-6475-43bb-a908-022d110a0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:01:32.512651 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-c713e31c-d264-4de4-9ea5-cea53c8ae744 service neutron] Attempting to bind port c0579a25-4123-46eb-ac6d-d3d9e83e9418 on network 24ce8649-73b0-4bad-abdf-64923fbb2e24 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:01:32.518053 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-c713e31c-d264-4de4-9ea5-cea53c8ae744 service neutron] Port c0579a25-4123-46eb-ac6d-d3d9e83e9418 on network 24ce8649-73b0-4bad-abdf-64923fbb2e24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:01:32.518344 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-c713e31c-d264-4de4-9ea5-cea53c8ae744 service neutron] Attempting to bind port c0579a25-4123-46eb-ac6d-d3d9e83e9418 on network 24ce8649-73b0-4bad-abdf-64923fbb2e24 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:01:32.526254 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-c713e31c-d264-4de4-9ea5-cea53c8ae744 service neutron] Checking agent: {'id': 'a0099bcd-bb41-4a7e-a45e-2f38f6e9b749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'started_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:01:32.526613 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-c713e31c-d264-4de4-9ea5-cea53c8ae744 service neutron] Checking segment: {'id': '24888de7-6475-43bb-a908-022d110a0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:01:32.527170 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-c713e31c-d264-4de4-9ea5-cea53c8ae744 service neutron] Bound using segment: {'id': '24888de7-6475-43bb-a908-022d110a0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:01:32.527712 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-c713e31c-d264-4de4-9ea5-cea53c8ae744 service neutron] Bound port: c0579a25-4123-46eb-ac6d-d3d9e83e9418, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24888de7-6475-43bb-a908-022d110a0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:01:32.528076 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-c713e31c-d264-4de4-9ea5-cea53c8ae744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (c0579a25-4123-46eb-ac6d-d3d9e83e9418), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:32.545280 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-f16d5bcb-f601-4ee6-93c2-81512c55e583 service neutron] Transition to ACTIVE for port object 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b will not be triggered until provisioned by entity L2. {{(pid=103419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:01:32.626027 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8cc664b9-ce56-415c-8852-b18bdf465e93 admin admin] Publish callbacks [] for security_group (c2193145-9b23-4b7d-bca9-69cc44592c3f), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:32.632718 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-3e52ecfc-cf90-4b0b-bbf4-2e70e7a9d2e5 service neutron] Request body: {'port': {'device_id': '7f59e2a6-41d1-45e5-8233-bebaad1aa919', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:01:32.643425 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-f16d5bcb-f601-4ee6-93c2-81512c55e583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9471757'] for port (9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:32.660935 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-c713e31c-d264-4de4-9ea5-cea53c8ae744 service neutron] For port c0579a25-4123-46eb-ac6d-d3d9e83e9418, host hv-cinder-83800, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:01:32.696646 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-9dc08af5-4882-4f8c-a6a4-585b2897bba3 None None] Provisioning complete for port e5e20866-74a2-4572-b910-150af0b0a925 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:32.697255 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9dc08af5-4882-4f8c-a6a4-585b2897bba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (e5e20866-74a2-4572-b910-150af0b0a925), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:32.701252 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-c713e31c-d264-4de4-9ea5-cea53c8ae744 service neutron] For port c0579a25-4123-46eb-ac6d-d3d9e83e9418, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=c0579a25-4123-46eb-ac6d-d3d9e83e9418,segment=NetworkSegment(24888de7-6475-43bb-a908-022d110a0453),segment_id=24888de7-6475-43bb-a908-022d110a0453)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:01:32.717069 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-c713e31c-d264-4de4-9ea5-cea53c8ae744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (c0579a25-4123-46eb-ac6d-d3d9e83e9418), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:32.794078 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-9dc08af5-4882-4f8c-a6a4-585b2897bba3 None None] Port e5e20866-74a2-4572-b910-150af0b0a925 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:01:32.841025 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8cc664b9-ce56-415c-8852-b18bdf465e93 admin admin] Publish callbacks [] for security_group (c2193145-9b23-4b7d-bca9-69cc44592c3f), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:32.847636 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713e31c-d264-4de4-9ea5-cea53c8ae744 service neutron] Pushing event updated for resources: {'Port': ['ID=c0579a25-4123-46eb-ac6d-d3d9e83e9418,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:32.867676 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-c713e31c-d264-4de4-9ea5-cea53c8ae744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:32.868701 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-c713e31c-d264-4de4-9ea5-cea53c8ae744 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:32.870834 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-c713e31c-d264-4de4-9ea5-cea53c8ae744 service neutron] 10.222.0.26 "PUT /v2.0/ports/c0579a25-4123-46eb-ac6d-d3d9e83e9418 HTTP/1.1" status: 200 len: 1093 time: 2.4809508 Apr 14 22:01:32.873861 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c170c9c-9270-41b6-94c6-5290364cefab', 'tag': 'c0579a25-4123-46eb-ac6d-d3d9e83e9418'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:01:32.909994 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5fb8a-d766-47bf-9dab-cdd666750576 req-768c219c-8540-4493-bb64-e299f41c0e36 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:32.918262 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-74b5fb8a-d766-47bf-9dab-cdd666750576 req-768c219c-8540-4493-bb64-e299f41c0e36 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 945 time: 0.4221265 Apr 14 22:01:32.941207 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d5bcb-f601-4ee6-93c2-81512c55e583 service neutron] Pushing event updated for resources: {'Port': ['ID=9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:33.034758 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-3e52ecfc-cf90-4b0b-bbf4-2e70e7a9d2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (e5e20866-74a2-4572-b910-150af0b0a925), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:33.370377 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b33a705-0be5-4675-816b-fba416a51951" -d '{"events": [{"name": "network-changed", "server_uuid": "9c170c9c-9270-41b6-94c6-5290364cefab", "tag": "c0579a25-4123-46eb-ac6d-d3d9e83e9418"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:01:33.399051 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-cd820fd9-6e44-4ecf-b831-9ed1c4d3a12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:33.400777 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-cd820fd9-6e44-4ecf-b831-9ed1c4d3a12b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a890272563304d14843d609bdf1fd1f0&device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 1127 time: 0.4247553 Apr 14 22:01:33.652079 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-74b5fb8a-d766-47bf-9dab-cdd666750576 req-ad6143c0-42d5-4d42-88fe-306eaf933c74 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/security-groups?id=900e8486-a06b-4982-bc35-73a1d8e83f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7329035 Apr 14 22:01:33.732082 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8cc664b9-ce56-415c-8852-b18bdf465e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (c2193145-9b23-4b7d-bca9-69cc44592c3f), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:33.735998 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8cc664b9-ce56-415c-8852-b18bdf465e93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:33.746955 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-8cc664b9-ce56-415c-8852-b18bdf465e93 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c2193145-9b23-4b7d-bca9-69cc44592c3f HTTP/1.1" status: 204 len: 168 time: 1.5591977 Apr 14 22:01:33.764643 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-8ebf6af0-de4b-4698-b0a0-3f743775db68 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0579a25-4123-46eb-ac6d-d3d9e83e9418 HTTP/1.1" status: 200 len: 217 time: 0.3211327 Apr 14 22:01:33.830895 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-f16d5bcb-f601-4ee6-93c2-81512c55e583 service neutron] Attempting to bind port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:01:33.831250 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-f16d5bcb-f601-4ee6-93c2-81512c55e583 service neutron] Attempting to bind port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '18e25c8e-e606-4d30-8374-8a98b19bd17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:01:33.831567 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-f16d5bcb-f601-4ee6-93c2-81512c55e583 service neutron] Attempting to bind port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b on network 85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:01:33.839059 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc664b9-ce56-415c-8852-b18bdf465e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2193145-9b23-4b7d-bca9-69cc44592c3f,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:33.852866 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7072a1-3bf6-40d5-93c2-a297cd260585 req-a27cdeba-09c5-483d-9beb-622eceb46755 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:33.859954 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-eb7072a1-3bf6-40d5-93c2-a297cd260585 req-a27cdeba-09c5-483d-9beb-622eceb46755 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.4868331 Apr 14 22:01:33.936974 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-f16d5bcb-f601-4ee6-93c2-81512c55e583 service neutron] Port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b on network 85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:01:33.936974 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-f16d5bcb-f601-4ee6-93c2-81512c55e583 service neutron] Attempting to bind port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b on network 85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:01:33.938577 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-7cfc9b0d-f6bc-4b74-8cd7-bca3214d3bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:33.940448 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-7cfc9b0d-f6bc-4b74-8cd7-bca3214d3bae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=801c38b5-c92d-488d-9425-23346baf9bd6 HTTP/1.1" status: 200 len: 858 time: 0.1751091 Apr 14 22:01:33.947643 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222496d4-01cd-41b5-9777-893b1fb60907 req-75a396e8-fde0-4b4d-ab11-f6a3564d9938 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:33.949335 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-222496d4-01cd-41b5-9777-893b1fb60907 req-75a396e8-fde0-4b4d-ab11-f6a3564d9938 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 931 time: 0.1138110 Apr 14 22:01:33.952990 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-eb7072a1-3bf6-40d5-93c2-a297cd260585 req-1cf8d940-7464-4fe1-b721-0523e00e4429 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920072 Apr 14 22:01:33.955489 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-f16d5bcb-f601-4ee6-93c2-81512c55e583 service neutron] Checking agent: {'id': 'a0099bcd-bb41-4a7e-a45e-2f38f6e9b749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'started_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:01:33.955961 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-f16d5bcb-f601-4ee6-93c2-81512c55e583 service neutron] Checking segment: {'id': '18e25c8e-e606-4d30-8374-8a98b19bd17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:01:33.956247 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-f16d5bcb-f601-4ee6-93c2-81512c55e583 service neutron] Bound using segment: {'id': '18e25c8e-e606-4d30-8374-8a98b19bd17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:01:33.956685 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-f16d5bcb-f601-4ee6-93c2-81512c55e583 service neutron] Bound port: 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e25c8e-e606-4d30-8374-8a98b19bd17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:01:33.957046 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-f16d5bcb-f601-4ee6-93c2-81512c55e583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:34.070964 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-3e52ecfc-cf90-4b0b-bbf4-2e70e7a9d2e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5e20866-74a2-4572-b910-150af0b0a925 {{(pid=103420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:01:34.078656 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-11bece78-eff0-439b-98e7-203deb7af87d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a6aac5c-5e4e-4a05-8512-e45b1698be0d {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:01:34.083108 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-3e52ecfc-cf90-4b0b-bbf4-2e70e7a9d2e5 service neutron] Publish callbacks [] for port (e5e20866-74a2-4572-b910-150af0b0a925), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:34.087674 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-222496d4-01cd-41b5-9777-893b1fb60907 req-baeb829c-c49d-4461-8292-2233611d946d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261897 Apr 14 22:01:34.094036 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-11bece78-eff0-439b-98e7-203deb7af87d service neutron] Publish callbacks [] for port (4a6aac5c-5e4e-4a05-8512-e45b1698be0d), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:34.102232 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.provisioning_blocks [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-3e52ecfc-cf90-4b0b-bbf4-2e70e7a9d2e5 service neutron] Transition to ACTIVE for port object e5e20866-74a2-4572-b910-150af0b0a925 will not be triggered until provisioned by entity L2. {{(pid=103420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:01:34.132003 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-11bece78-eff0-439b-98e7-203deb7af87d service neutron] Transition to ACTIVE for port object 4a6aac5c-5e4e-4a05-8512-e45b1698be0d will not be triggered until provisioned by entity L2. {{(pid=103419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:01:34.133389 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-3e52ecfc-cf90-4b0b-bbf4-2e70e7a9d2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (e5e20866-74a2-4572-b910-150af0b0a925), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:34.140854 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-11bece78-eff0-439b-98e7-203deb7af87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9471757'] for port (4a6aac5c-5e4e-4a05-8512-e45b1698be0d), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:34.194127 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bece78-eff0-439b-98e7-203deb7af87d service neutron] Pushing event updated for resources: {'Port': ['ID=4a6aac5c-5e4e-4a05-8512-e45b1698be0d,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:34.203584 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-f16d5bcb-f601-4ee6-93c2-81512c55e583 service neutron] For port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b, host hv-cinder-83800, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:01:34.223369 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-f16d5bcb-f601-4ee6-93c2-81512c55e583 service neutron] For port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:01:34.235776 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-f16d5bcb-f601-4ee6-93c2-81512c55e583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9471757'] for port (9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:34.343842 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-fc2b4cf0-0d62-4d9b-ac09-5de2ef3dcc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:34.353235 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d5bcb-f601-4ee6-93c2-81512c55e583 service neutron] Pushing event updated for resources: {'Port': ['ID=9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:34.354864 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-fc2b4cf0-0d62-4d9b-ac09-5de2ef3dcc5b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=24ce8649-73b0-4bad-abdf-64923fbb2e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2458932 Apr 14 22:01:34.365118 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-f16d5bcb-f601-4ee6-93c2-81512c55e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:34.365750 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-f16d5bcb-f601-4ee6-93c2-81512c55e583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:34.367166 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-f16d5bcb-f601-4ee6-93c2-81512c55e583 service neutron] 10.222.0.26 "PUT /v2.0/ports/9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b HTTP/1.1" status: 200 len: 1094 time: 3.1024845 Apr 14 22:01:34.389620 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a32fc51-3299-4bea-b3e4-5cbe5e807947', 'tag': '9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:01:34.391912 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe89b316cabc9c6da7693dfedcbc481d80d5331a5be4d9b973c074b75cf4af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26d74e1-ff87-4605-b5b5-b45ff35a9b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a32fc51-3299-4bea-b3e4-5cbe5e807947", "tag": "9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:01:34.511683 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52ecfc-cf90-4b0b-bbf4-2e70e7a9d2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e20866-74a2-4572-b910-150af0b0a925,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:34.589217 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65a5c78-765a-4d8d-bc0b-cfc7c1459d10 x-openstack-request-id: req-f65a5c78-765a-4d8d-bc0b-cfc7c1459d10 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:01:34.593577 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c170c9c-9270-41b6-94c6-5290364cefab", "tag": "c0579a25-4123-46eb-ac6d-d3d9e83e9418", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:01:34.595338 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f65a5c78-765a-4d8d-bc0b-cfc7c1459d10 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:01:34.596078 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f65a5c78-765a-4d8d-bc0b-cfc7c1459d10'] response: {'name': 'network-changed', 'server_uuid': '9c170c9c-9270-41b6-94c6-5290364cefab', 'tag': 'c0579a25-4123-46eb-ac6d-d3d9e83e9418', 'status': 'completed', 'code': 200} Apr 14 22:01:34.597099 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 43908) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:34.630439 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1eea15-db19-4bb9-9823-375b368730aa x-openstack-request-id: req-3a1eea15-db19-4bb9-9823-375b368730aa {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:01:34.631393 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a32fc51-3299-4bea-b3e4-5cbe5e807947", "tag": "9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:01:34.632140 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a1eea15-db19-4bb9-9823-375b368730aa {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:01:34.633030 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a1eea15-db19-4bb9-9823-375b368730aa'] response: {'name': 'network-changed', 'server_uuid': '7a32fc51-3299-4bea-b3e4-5cbe5e807947', 'tag': '9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b', 'status': 'completed', 'code': 200} Apr 14 22:01:34.659039 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa3637-c610-4ddc-b715-8b889047152a req-3dc479c3-c7a8-4487-b955-e12ceec584e6 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:34.662944 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-50fa3637-c610-4ddc-b715-8b889047152a req-3dc479c3-c7a8-4487-b955-e12ceec584e6 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 944 time: 0.3199890 Apr 14 22:01:34.750036 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-296f7610-a210-4e62-8538-82d96aa85319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:34.756734 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-3e52ecfc-cf90-4b0b-bbf4-2e70e7a9d2e5 service neutron] Attempting to bind port e5e20866-74a2-4572-b910-150af0b0a925 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:01:34.757563 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-3e52ecfc-cf90-4b0b-bbf4-2e70e7a9d2e5 service neutron] Attempting to bind port e5e20866-74a2-4572-b910-150af0b0a925 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '78c76d73-f220-4079-ab55-63060669f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:01:34.758828 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-3e52ecfc-cf90-4b0b-bbf4-2e70e7a9d2e5 service neutron] Attempting to bind port e5e20866-74a2-4572-b910-150af0b0a925 on network effe8ea7-6d93-45a6-99a1-18a80b92d90d {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:01:34.775497 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-941f9cb1-0a6e-4a21-9bc0-63d691ba6000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:34.788267 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-941f9cb1-0a6e-4a21-9bc0-63d691ba6000 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8354505d255643918a23f2f53ed53d67&device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 1128 time: 0.3226957 Apr 14 22:01:34.826629 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-3e52ecfc-cf90-4b0b-bbf4-2e70e7a9d2e5 service neutron] Port e5e20866-74a2-4572-b910-150af0b0a925 on network effe8ea7-6d93-45a6-99a1-18a80b92d90d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:01:34.827209 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-3e52ecfc-cf90-4b0b-bbf4-2e70e7a9d2e5 service neutron] Attempting to bind port e5e20866-74a2-4572-b910-150af0b0a925 on network effe8ea7-6d93-45a6-99a1-18a80b92d90d {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:01:34.908114 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-3e52ecfc-cf90-4b0b-bbf4-2e70e7a9d2e5 service neutron] Checking agent: {'id': 'a0099bcd-bb41-4a7e-a45e-2f38f6e9b749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'started_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:01:34.919754 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-9cee2f46-6282-4a0d-9747-7218fe870f6d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b HTTP/1.1" status: 200 len: 217 time: 0.1215348 Apr 14 22:01:34.920507 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-3e52ecfc-cf90-4b0b-bbf4-2e70e7a9d2e5 service neutron] Checking segment: {'id': '78c76d73-f220-4079-ab55-63060669f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:01:34.921059 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-3e52ecfc-cf90-4b0b-bbf4-2e70e7a9d2e5 service neutron] Bound using segment: {'id': '78c76d73-f220-4079-ab55-63060669f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:01:34.921738 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-3e52ecfc-cf90-4b0b-bbf4-2e70e7a9d2e5 service neutron] Bound port: e5e20866-74a2-4572-b910-150af0b0a925, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c76d73-f220-4079-ab55-63060669f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:01:34.922403 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-3e52ecfc-cf90-4b0b-bbf4-2e70e7a9d2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (e5e20866-74a2-4572-b910-150af0b0a925), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:34.960466 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-11bece78-eff0-439b-98e7-203deb7af87d service neutron] Attempting to bind port 4a6aac5c-5e4e-4a05-8512-e45b1698be0d on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:01:34.960823 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-11bece78-eff0-439b-98e7-203deb7af87d service neutron] Attempting to bind port 4a6aac5c-5e4e-4a05-8512-e45b1698be0d by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '24888de7-6475-43bb-a908-022d110a0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:01:34.961166 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-11bece78-eff0-439b-98e7-203deb7af87d service neutron] Attempting to bind port 4a6aac5c-5e4e-4a05-8512-e45b1698be0d on network 24ce8649-73b0-4bad-abdf-64923fbb2e24 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:01:34.967555 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-50fa3637-c610-4ddc-b715-8b889047152a req-2e810523-45a0-478b-bdaa-eb7f2d7d4d95 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2838235 Apr 14 22:01:34.971232 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-11bece78-eff0-439b-98e7-203deb7af87d service neutron] Port 4a6aac5c-5e4e-4a05-8512-e45b1698be0d on network 24ce8649-73b0-4bad-abdf-64923fbb2e24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:01:34.971643 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-11bece78-eff0-439b-98e7-203deb7af87d service neutron] Attempting to bind port 4a6aac5c-5e4e-4a05-8512-e45b1698be0d on network 24ce8649-73b0-4bad-abdf-64923fbb2e24 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:01:34.982200 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-11bece78-eff0-439b-98e7-203deb7af87d service neutron] Checking agent: {'id': 'a0099bcd-bb41-4a7e-a45e-2f38f6e9b749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'started_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:01:34.982743 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-11bece78-eff0-439b-98e7-203deb7af87d service neutron] Checking segment: {'id': '24888de7-6475-43bb-a908-022d110a0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:01:34.992756 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-11bece78-eff0-439b-98e7-203deb7af87d service neutron] Bound using segment: {'id': '24888de7-6475-43bb-a908-022d110a0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:01:34.993358 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-11bece78-eff0-439b-98e7-203deb7af87d service neutron] Bound port: 4a6aac5c-5e4e-4a05-8512-e45b1698be0d, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24888de7-6475-43bb-a908-022d110a0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:01:34.993880 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-11bece78-eff0-439b-98e7-203deb7af87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (4a6aac5c-5e4e-4a05-8512-e45b1698be0d), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:35.057607 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-3e52ecfc-cf90-4b0b-bbf4-2e70e7a9d2e5 service neutron] For port e5e20866-74a2-4572-b910-150af0b0a925, host hv-cinder-83800, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:01:35.062856 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-3e52ecfc-cf90-4b0b-bbf4-2e70e7a9d2e5 service neutron] For port e5e20866-74a2-4572-b910-150af0b0a925, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e5e20866-74a2-4572-b910-150af0b0a925,segment=NetworkSegment(78c76d73-f220-4079-ab55-63060669f18c),segment_id=78c76d73-f220-4079-ab55-63060669f18c)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:01:35.094632 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-3e52ecfc-cf90-4b0b-bbf4-2e70e7a9d2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (e5e20866-74a2-4572-b910-150af0b0a925), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:35.115542 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-02969f98-567e-4923-b403-aa49f12a8785 service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7463744 Apr 14 22:01:35.156757 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ecc6f-9c21-450b-9ffb-43ef70dee72a req-ea7f7f59-8930-46cf-ab56-290ca18a879c tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:35.158567 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bc1ecc6f-9c21-450b-9ffb-43ef70dee72a req-ea7f7f59-8930-46cf-ab56-290ca18a879c tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0796745 Apr 14 22:01:35.163033 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-11bece78-eff0-439b-98e7-203deb7af87d service neutron] For port 4a6aac5c-5e4e-4a05-8512-e45b1698be0d, host hv-cinder-83800, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:01:35.166960 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-11bece78-eff0-439b-98e7-203deb7af87d service neutron] For port 4a6aac5c-5e4e-4a05-8512-e45b1698be0d, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=4a6aac5c-5e4e-4a05-8512-e45b1698be0d,segment=NetworkSegment(24888de7-6475-43bb-a908-022d110a0453),segment_id=24888de7-6475-43bb-a908-022d110a0453)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:01:35.182430 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e9897-6953-4c21-8730-fd0cd3440970 req-8c1a5844-26a7-4a6c-9114-f97d4ffefef5 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:35.184093 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2a9e9897-6953-4c21-8730-fd0cd3440970 req-8c1a5844-26a7-4a6c-9114-f97d4ffefef5 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 945 time: 0.3283300 Apr 14 22:01:35.184897 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-11bece78-eff0-439b-98e7-203deb7af87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9471757'] for port (4a6aac5c-5e4e-4a05-8512-e45b1698be0d), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:35.199030 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-3e52ecfc-cf90-4b0b-bbf4-2e70e7a9d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:35.203210 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-3e52ecfc-cf90-4b0b-bbf4-2e70e7a9d2e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:35.204869 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-3e52ecfc-cf90-4b0b-bbf4-2e70e7a9d2e5 service neutron] 10.222.0.26 "PUT /v2.0/ports/e5e20866-74a2-4572-b910-150af0b0a925 HTTP/1.1" status: 200 len: 1094 time: 2.5880332 Apr 14 22:01:35.205782 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52ecfc-cf90-4b0b-bbf4-2e70e7a9d2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e20866-74a2-4572-b910-150af0b0a925,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:35.271311 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-11bece78-eff0-439b-98e7-203deb7af87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:35.272379 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-11bece78-eff0-439b-98e7-203deb7af87d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:35.274471 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-11bece78-eff0-439b-98e7-203deb7af87d service neutron] 10.222.0.26 "PUT /v2.0/ports/4a6aac5c-5e4e-4a05-8512-e45b1698be0d HTTP/1.1" status: 200 len: 1093 time: 3.4287105 Apr 14 22:01:35.304625 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-296f7610-a210-4e62-8538-82d96aa85319 admin admin] Publish callbacks [] for security_group (b0d7cd00-510c-440e-b820-8287724cb7ef), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:35.311108 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2a9e9897-6953-4c21-8730-fd0cd3440970 req-e00a3866-eeec-460b-bd88-9a6cf5a59bb4 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/security-groups?id=900e8486-a06b-4982-bc35-73a1d8e83f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992405 Apr 14 22:01:35.316496 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-296f7610-a210-4e62-8538-82d96aa85319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (b0d7cd00-510c-440e-b820-8287724cb7ef), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:35.351149 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bc1ecc6f-9c21-450b-9ffb-43ef70dee72a req-fe79a5c3-6d63-44b5-b632-76e53bcb9007 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781726 Apr 14 22:01:35.372191 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-296f7610-a210-4e62-8538-82d96aa85319 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6a1856d4546e4f5582f643f771633d37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7676322 Apr 14 22:01:35.377853 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 43938) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:35.394682 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bece78-eff0-439b-98e7-203deb7af87d service neutron] Pushing event updated for resources: {'Port': ['ID=4a6aac5c-5e4e-4a05-8512-e45b1698be0d,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:35.413750 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f7610-a210-4e62-8538-82d96aa85319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d7cd00-510c-440e-b820-8287724cb7ef,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:35.549407 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363e696-4ce0-41be-b869-27263c80b5f8 req-924ff09e-36d5-4f92-a655-105a19c53b31 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:35.553446 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3363e696-4ce0-41be-b869-27263c80b5f8 req-924ff09e-36d5-4f92-a655-105a19c53b31 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 943 time: 0.0793881 Apr 14 22:01:35.611972 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-73b5ba8d-bfd6-4faf-87da-6b4aba38f0e0 admin admin] Publish callbacks [] for security_group (b0d7cd00-510c-440e-b820-8287724cb7ef), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:35.640740 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3363e696-4ce0-41be-b869-27263c80b5f8 req-a01df7fc-09ae-47bf-ac57-82664382a08b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797625 Apr 14 22:01:35.660052 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-73b5ba8d-bfd6-4faf-87da-6b4aba38f0e0 admin admin] Publish callbacks [] for security_group (b0d7cd00-510c-440e-b820-8287724cb7ef), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:35.729737 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-73b5ba8d-bfd6-4faf-87da-6b4aba38f0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (b0d7cd00-510c-440e-b820-8287724cb7ef), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:35.732450 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-73b5ba8d-bfd6-4faf-87da-6b4aba38f0e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:35.736568 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-73b5ba8d-bfd6-4faf-87da-6b4aba38f0e0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b0d7cd00-510c-440e-b820-8287724cb7ef HTTP/1.1" status: 204 len: 168 time: 0.3558838 Apr 14 22:01:35.751989 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5ba8d-bfd6-4faf-87da-6b4aba38f0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d7cd00-510c-440e-b820-8287724cb7ef,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:36.138436 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a396353-6ae5-40a7-97c7-2737d2f24d32 req-08e172ee-f550-463c-864a-4a99ee1dbe9e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:36.140128 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2a396353-6ae5-40a7-97c7-2737d2f24d32 req-08e172ee-f550-463c-864a-4a99ee1dbe9e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 944 time: 0.0604539 Apr 14 22:01:36.207429 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2a396353-6ae5-40a7-97c7-2737d2f24d32 req-b1d97abd-6f96-49ed-9d23-0c052642c98b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581875 Apr 14 22:01:36.548269 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b33b59-c8c0-4251-a2bb-9bd42d6bb3c5 req-92453f2e-99d6-4763-bd13-4964f0ffa8b9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:36.550475 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c1b33b59-c8c0-4251-a2bb-9bd42d6bb3c5 req-92453f2e-99d6-4763-bd13-4964f0ffa8b9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0774188 Apr 14 22:01:36.598218 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f59e2a6-41d1-45e5-8233-bebaad1aa919', 'tag': 'e5e20866-74a2-4572-b910-150af0b0a925'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:01:36.600755 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50dbc48-3bda-4bed-ac98-ea79259e7c97" -d '{"events": [{"name": "network-changed", "server_uuid": "7f59e2a6-41d1-45e5-8233-bebaad1aa919", "tag": "e5e20866-74a2-4572-b910-150af0b0a925"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:01:36.610518 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c1b33b59-c8c0-4251-a2bb-9bd42d6bb3c5 req-dbd4522a-6a09-48ef-9add-83306647b80f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520873 Apr 14 22:01:36.635583 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cfda95b-82b9-40ca-9d7a-f639699971b9', 'tag': '4a6aac5c-5e4e-4a05-8512-e45b1698be0d'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:01:36.641734 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe89b316cabc9c6da7693dfedcbc481d80d5331a5be4d9b973c074b75cf4af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8299f18d-ecbf-4ff7-9d1c-3c63f4069c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "5cfda95b-82b9-40ca-9d7a-f639699971b9", "tag": "4a6aac5c-5e4e-4a05-8512-e45b1698be0d"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:01:36.665642 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d399633d-b20b-46b6-a042-de093a055793 x-openstack-request-id: req-d399633d-b20b-46b6-a042-de093a055793 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:01:36.666141 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f59e2a6-41d1-45e5-8233-bebaad1aa919", "tag": "e5e20866-74a2-4572-b910-150af0b0a925", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:01:36.666579 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d399633d-b20b-46b6-a042-de093a055793 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:01:36.667339 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d399633d-b20b-46b6-a042-de093a055793'] response: {'name': 'network-changed', 'server_uuid': '7f59e2a6-41d1-45e5-8233-bebaad1aa919', 'tag': 'e5e20866-74a2-4572-b910-150af0b0a925', 'status': 'completed', 'code': 200} Apr 14 22:01:36.731570 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab26eac-9a97-46a5-87c8-4b4a8bb7bfa4 x-openstack-request-id: req-dab26eac-9a97-46a5-87c8-4b4a8bb7bfa4 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:01:36.732370 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cfda95b-82b9-40ca-9d7a-f639699971b9", "tag": "4a6aac5c-5e4e-4a05-8512-e45b1698be0d", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:01:36.733756 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dab26eac-9a97-46a5-87c8-4b4a8bb7bfa4 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:01:36.734487 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab26eac-9a97-46a5-87c8-4b4a8bb7bfa4'] response: {'name': 'network-changed', 'server_uuid': '5cfda95b-82b9-40ca-9d7a-f639699971b9', 'tag': '4a6aac5c-5e4e-4a05-8512-e45b1698be0d', 'status': 'completed', 'code': 200} Apr 14 22:01:36.834822 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f4f0d-ef08-4da3-8a50-80fe9651211a req-0308b2aa-4301-41ec-b71d-4bfe8bc9ccb8 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:36.836749 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5c7f4f0d-ef08-4da3-8a50-80fe9651211a req-0308b2aa-4301-41ec-b71d-4bfe8bc9ccb8 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 943 time: 0.0924201 Apr 14 22:01:36.893551 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5c7f4f0d-ef08-4da3-8a50-80fe9651211a req-7823a3dc-2f94-42cd-ab0b-f87e18232457 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507987 Apr 14 22:01:37.331980 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ee76b-feb9-403c-a0b6-ed9e83883d44 req-60a29a21-3b71-4fe4-8db1-9085f12c2691 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:37.334113 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-936ee76b-feb9-403c-a0b6-ed9e83883d44 req-60a29a21-3b71-4fe4-8db1-9085f12c2691 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 944 time: 0.0571873 Apr 14 22:01:37.398994 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-936ee76b-feb9-403c-a0b6-ed9e83883d44 req-51edebd2-ab83-4640-ab0d-e92b59648cb3 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576365 Apr 14 22:01:37.544952 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50dbc48-3bda-4bed-ac98-ea79259e7c97 req-eeecae9a-72be-4e20-b469-bf05705c7a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:37.546762 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a50dbc48-3bda-4bed-ac98-ea79259e7c97 req-eeecae9a-72be-4e20-b469-bf05705c7a7e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57cc8af3ea5f43dea31995492e7632a5&device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 1128 time: 0.0663431 Apr 14 22:01:37.549901 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-1fcbbdaa-a483-4b4a-81cc-46677c04e0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:37.551718 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-1fcbbdaa-a483-4b4a-81cc-46677c04e0b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a14408c-0a04-4255-b049-e60b2b57871e HTTP/1.1" status: 200 len: 856 time: 0.1311836 Apr 14 22:01:37.577528 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-db5af9db-77e3-428f-806b-73bb235cf89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:37.579622 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-db5af9db-77e3-428f-806b-73bb235cf89e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a890272563304d14843d609bdf1fd1f0&device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 1127 time: 0.1280246 Apr 14 22:01:37.627409 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-c359240e-3416-4cca-84de-d8c58e124de6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a6aac5c-5e4e-4a05-8512-e45b1698be0d HTTP/1.1" status: 200 len: 217 time: 0.0397880 Apr 14 22:01:37.713054 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a93817ed-cf0b-4908-886c-e24ac46598bb req-d3125428-a2bf-49f9-8dbc-5a4df0ca2e83 service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787547 Apr 14 22:01:37.747558 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-0d65c832-c88b-4224-b6dc-eedbd9efb1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:37.750489 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-0d65c832-c88b-4224-b6dc-eedbd9efb1eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=801c38b5-c92d-488d-9425-23346baf9bd6 HTTP/1.1" status: 200 len: 858 time: 0.1136515 Apr 14 22:01:37.754804 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-d15a8c43-85ed-4e8c-97f4-d53864bf40da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:37.756367 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-d15a8c43-85ed-4e8c-97f4-d53864bf40da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85de08d8-9eb8-4e52-8d6f-cc3f42de82b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1920669 Apr 14 22:01:37.878225 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd53a7-1fbc-4564-85dc-cd9c2a0f12e4 req-508a1b52-939f-404e-87e6-f70de6c82d61 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:37.880549 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c5dd53a7-1fbc-4564-85dc-cd9c2a0f12e4 req-508a1b52-939f-404e-87e6-f70de6c82d61 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.1349909 Apr 14 22:01:37.882743 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50dbc48-3bda-4bed-ac98-ea79259e7c97 req-84ad5dad-0726-449e-bce3-ba9b2f288815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:37.884389 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a50dbc48-3bda-4bed-ac98-ea79259e7c97 req-84ad5dad-0726-449e-bce3-ba9b2f288815 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=57cc8af3ea5f43dea31995492e7632a5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3233070 Apr 14 22:01:37.962487 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c5dd53a7-1fbc-4564-85dc-cd9c2a0f12e4 req-e5e3d328-d7db-4b75-a5cc-a8d054a65090 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680406 Apr 14 22:01:38.100002 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47556034-fce3-4f0f-a986-3135daa306f2 req-ad3d4f72-288a-4139-943f-6b4a681d0b72 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:38.102986 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-47556034-fce3-4f0f-a986-3135daa306f2 req-ad3d4f72-288a-4139-943f-6b4a681d0b72 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 943 time: 0.0928397 Apr 14 22:01:38.189576 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-47556034-fce3-4f0f-a986-3135daa306f2 req-98072293-ffff-4cc8-80f9-6491e0499366 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731578 Apr 14 22:01:38.569393 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35a29c-a926-4594-9698-2343341be127 req-d6935481-39b2-4581-8729-b37a6b3a5a44 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:38.572185 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1c35a29c-a926-4594-9698-2343341be127 req-d6935481-39b2-4581-8729-b37a6b3a5a44 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 944 time: 0.0804808 Apr 14 22:01:38.727419 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-54b241ef-c4ae-4e9d-aa32-e43cdbb9889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:38.729852 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-54b241ef-c4ae-4e9d-aa32-e43cdbb9889d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=24ce8649-73b0-4bad-abdf-64923fbb2e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1374779 Apr 14 22:01:38.811800 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-7d7d7e05-8a73-4488-975a-81e59faad479 service neutron] 10.222.0.26 "GET /v2.0/networks/85de08d8-9eb8-4e52-8d6f-cc3f42de82b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174938 Apr 14 22:01:38.822805 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33a705-0be5-4675-816b-fba416a51951 req-a6ae4d71-2e59-407f-b365-b13f98201d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:38.824352 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4b33a705-0be5-4675-816b-fba416a51951 req-a6ae4d71-2e59-407f-b365-b13f98201d58 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a890272563304d14843d609bdf1fd1f0&device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 1127 time: 0.2161119 Apr 14 22:01:38.829970 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1c35a29c-a926-4594-9698-2343341be127 req-98b14aa5-2206-470e-a4a8-f38f1a47ead2 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502205 Apr 14 22:01:39.041100 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50dbc48-3bda-4bed-ac98-ea79259e7c97 req-4f3ded69-db12-4319-8088-d5194727d6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:39.044069 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a50dbc48-3bda-4bed-ac98-ea79259e7c97 req-4f3ded69-db12-4319-8088-d5194727d6c6 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4474730 Apr 14 22:01:39.045548 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-c215196d-56eb-43cd-89c3-b382881579b8 service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085918 Apr 14 22:01:39.079382 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-364eb7da-36ee-440a-9f5d-ed6cc36cde09 req-af43a7a9-c117-4a5b-96dc-46b4e7d147ea service neutron] 10.222.0.26 "GET /v2.0/networks/85de08d8-9eb8-4e52-8d6f-cc3f42de82b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600598 Apr 14 22:01:39.097309 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33a705-0be5-4675-816b-fba416a51951 req-fd9b4d18-453f-414a-961b-950ad75f351b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:39.100654 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4b33a705-0be5-4675-816b-fba416a51951 req-fd9b4d18-453f-414a-961b-950ad75f351b service neutron] 10.222.0.26 "GET /v2.0/networks?id=24ce8649-73b0-4bad-abdf-64923fbb2e24 HTTP/1.1" status: 200 len: 919 time: 0.2397609 Apr 14 22:01:39.251498 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4b33a705-0be5-4675-816b-fba416a51951 req-837e846f-3659-4ff1-be0e-61d9c66a8362 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0579a25-4123-46eb-ac6d-d3d9e83e9418 HTTP/1.1" status: 200 len: 217 time: 0.1168933 Apr 14 22:01:39.379776 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f33807-2c11-4c31-b901-69c7d55b6153 req-992361c0-fd32-4a6c-9621-4f9d2c165d2d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:39.385424 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-40f33807-2c11-4c31-b901-69c7d55b6153 req-992361c0-fd32-4a6c-9621-4f9d2c165d2d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.1429605 Apr 14 22:01:39.408751 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-1468f64f-7a26-4eb5-b46b-b00c4206516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:39.410873 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-1468f64f-7a26-4eb5-b46b-b00c4206516a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57cc8af3ea5f43dea31995492e7632a5&device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 1128 time: 0.3153903 Apr 14 22:01:39.418023 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-98735b2d-a5ee-41ce-bca8-ddc325d92a33 req-9028bf7e-f222-4050-b983-170923b4da7a service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651316 Apr 14 22:01:39.433409 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d5a6b-4f85-4011-8daa-2b14e5dfebd2 req-73ca357b-bdb3-45b0-af52-575f22115e54 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:39.435381 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9d3d5a6b-4f85-4011-8daa-2b14e5dfebd2 req-73ca357b-bdb3-45b0-af52-575f22115e54 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 943 time: 0.0694025 Apr 14 22:01:39.501538 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9d3d5a6b-4f85-4011-8daa-2b14e5dfebd2 req-e88a8ca0-54ac-4a64-b092-89a4d78de343 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501080 Apr 14 22:01:39.525074 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-40f33807-2c11-4c31-b901-69c7d55b6153 req-dd7998d9-cad9-4581-91f1-45f989d2980c tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302669 Apr 14 22:01:40.002628 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-97d49d8a-2be9-4c06-9593-099a3c354d08 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5e20866-74a2-4572-b910-150af0b0a925 HTTP/1.1" status: 200 len: 217 time: 0.0976105 Apr 14 22:01:40.061939 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33a705-0be5-4675-816b-fba416a51951 req-328c0f4e-38d2-4637-bf47-676c5b1802dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:40.064163 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4b33a705-0be5-4675-816b-fba416a51951 req-328c0f4e-38d2-4637-bf47-676c5b1802dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=801c38b5-c92d-488d-9425-23346baf9bd6 HTTP/1.1" status: 200 len: 858 time: 0.1581471 Apr 14 22:01:40.065665 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3f865-b4ab-42cc-bc67-2897f779bcab req-8817a97a-8bad-4765-8701-9dc48e7e6b61 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:40.067705 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d74e1-ff87-4605-b5b5-b45ff35a9b9e req-855a603c-1108-49ea-803a-0279337cbf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:40.069444 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b26d74e1-ff87-4605-b5b5-b45ff35a9b9e req-855a603c-1108-49ea-803a-0279337cbf25 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8354505d255643918a23f2f53ed53d67&device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 1128 time: 0.0629148 Apr 14 22:01:40.072862 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-61b3f865-b4ab-42cc-bc67-2897f779bcab req-8817a97a-8bad-4765-8701-9dc48e7e6b61 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 944 time: 0.0687180 Apr 14 22:01:40.129061 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-61b3f865-b4ab-42cc-bc67-2897f779bcab req-8770da3c-071e-49b1-be66-6ff715497a49 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550866 Apr 14 22:01:40.507985 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:01:40.732781 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:01:40.759401 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Returning: {'device': '9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'port_id': '9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b', 'mac_address': 'fa:16:3e:41:85:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:01:40.789828 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7096941-73fa-4974-8919-d1d36c8f9205 req-9e6b22a5-25a3-4bf4-ac7a-845e2ae0b6a7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:40.792986 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c7096941-73fa-4974-8919-d1d36c8f9205 req-9e6b22a5-25a3-4bf4-ac7a-845e2ae0b6a7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.1792831 Apr 14 22:01:40.819676 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8257fb-abe4-4b8f-93be-8f584a6f97b2 req-3e89c5e6-84e4-4835-b4fd-ffb3e5beb8d9 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:40.831337 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6e8257fb-abe4-4b8f-93be-8f584a6f97b2 req-3e89c5e6-84e4-4835-b4fd-ffb3e5beb8d9 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 943 time: 0.1708755 Apr 14 22:01:40.924741 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:01:40.925732 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:40.965541 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:01:41.023305 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:01:41.033310 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:41.034911 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device c0579a25-4123-46eb-ac6d-d3d9e83e9418 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:01:41.149171 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:41.205524 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4fd87950-6431-4cae-8288-82785902fd78 req-4eaf62fd-0084-4a91-a24b-4d0e78c0adc5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2504094 Apr 14 22:01:41.206530 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33a705-0be5-4675-816b-fba416a51951 req-11ef926c-5a41-48c2-8b87-b7ca894de63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:41.208984 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4b33a705-0be5-4675-816b-fba416a51951 req-11ef926c-5a41-48c2-8b87-b7ca894de63b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=24ce8649-73b0-4bad-abdf-64923fbb2e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3741181 Apr 14 22:01:41.211671 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 44264) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:41.273072 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c7096941-73fa-4974-8919-d1d36c8f9205 req-72c47b75-1c12-4029-b231-236cfcc0dec7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3945608 Apr 14 22:01:41.281286 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299f18d-ecbf-4ff7-9d1c-3c63f4069c8c req-3c47b821-f13d-4119-8586-4af9f7edd540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:41.288148 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8299f18d-ecbf-4ff7-9d1c-3c63f4069c8c req-3c47b821-f13d-4119-8586-4af9f7edd540 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a890272563304d14843d609bdf1fd1f0&device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 1127 time: 0.4937456 Apr 14 22:01:41.310548 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-d436270e-b84a-4e0b-8611-b0e6f89d6a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:41.312202 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-d436270e-b84a-4e0b-8611-b0e6f89d6a2e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7eeaee9-acfc-4c29-821f-fe146a812549 HTTP/1.1" status: 200 len: 850 time: 0.4608970 Apr 14 22:01:41.314315 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 44268) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:41.392642 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port c0579a25-4123-46eb-ac6d-d3d9e83e9418, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=c0579a25-4123-46eb-ac6d-d3d9e83e9418,segment=NetworkSegment(24888de7-6475-43bb-a908-022d110a0453),segment_id=24888de7-6475-43bb-a908-022d110a0453)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:01:41.402129 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6e8257fb-abe4-4b8f-93be-8f584a6f97b2 req-c2def4e2-c744-4532-b151-10d8352e6381 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111170 Apr 14 22:01:41.419056 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Returning: {'device': 'c0579a25-4123-46eb-ac6d-d3d9e83e9418', 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24', 'port_id': 'c0579a25-4123-46eb-ac6d-d3d9e83e9418', 'mac_address': 'fa:16:3e:a4:2a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '801c38b5-c92d-488d-9425-23346baf9bd6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:01:41.470590 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port c0579a25-4123-46eb-ac6d-d3d9e83e9418 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:01:41.470988 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (c0579a25-4123-46eb-ac6d-d3d9e83e9418), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:41.488059 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4b33a705-0be5-4675-816b-fba416a51951 req-4c9bc237-42cd-478a-bec1-b6e26ef1f6b0 service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651014 Apr 14 22:01:41.492549 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0579a25-4123-46eb-ac6d-d3d9e83e9418 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:01:41.517549 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port c0579a25-4123-46eb-ac6d-d3d9e83e9418, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=c0579a25-4123-46eb-ac6d-d3d9e83e9418,segment=NetworkSegment(24888de7-6475-43bb-a908-022d110a0453),segment_id=24888de7-6475-43bb-a908-022d110a0453)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:01:41.523015 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (c0579a25-4123-46eb-ac6d-d3d9e83e9418), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:41.552785 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a4c494f0-a2eb-41e0-86d1-c3866cffd15b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:41.561205 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1f7a5534-c98b-417c-b7b0-ac409a74c642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:41.637230 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da12276-d3ff-4f2e-9b27-b8e0d90a7e57 req-2216a40c-e051-4506-b240-363134c06a06 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:41.639480 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6da12276-d3ff-4f2e-9b27-b8e0d90a7e57 req-2216a40c-e051-4506-b240-363134c06a06 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 944 time: 0.2405879 Apr 14 22:01:41.640794 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=c0579a25-4123-46eb-ac6d-d3d9e83e9418,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:41.641222 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-7209f312-c542-4939-8198-d9c10fbe07cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:41.643052 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-7209f312-c542-4939-8198-d9c10fbe07cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=effe8ea7-6d93-45a6-99a1-18a80b92d90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2228224 Apr 14 22:01:41.739981 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299f18d-ecbf-4ff7-9d1c-3c63f4069c8c req-4bcac6c8-dd1a-41ed-8ebe-199f2dc031c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:41.742966 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8299f18d-ecbf-4ff7-9d1c-3c63f4069c8c req-4bcac6c8-dd1a-41ed-8ebe-199f2dc031c5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=24ce8649-73b0-4bad-abdf-64923fbb2e24 HTTP/1.1" status: 200 len: 919 time: 0.4291911 Apr 14 22:01:41.867498 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6da12276-d3ff-4f2e-9b27-b8e0d90a7e57 req-9168e1f4-70ee-4ce0-ba0e-d9ace1920e60 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143452 Apr 14 22:01:41.907470 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:01:41.922880 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8299f18d-ecbf-4ff7-9d1c-3c63f4069c8c req-e620ce79-55ed-46e3-b7d6-55dd6831f4e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a6aac5c-5e4e-4a05-8512-e45b1698be0d HTTP/1.1" status: 200 len: 217 time: 0.1622159 Apr 14 22:01:41.998228 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d74e1-ff87-4605-b5b5-b45ff35a9b9e req-d8ec1d8b-1f78-4077-9264-821b866331c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:41.999760 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b26d74e1-ff87-4605-b5b5-b45ff35a9b9e req-d8ec1d8b-1f78-4077-9264-821b866331c6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 HTTP/1.1" status: 200 len: 917 time: 1.1330318 Apr 14 22:01:42.007549 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd87950-6431-4cae-8288-82785902fd78 req-c34561a2-5241-419d-9315-acfe588911d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:42.009872 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4fd87950-6431-4cae-8288-82785902fd78 req-c34561a2-5241-419d-9315-acfe588911d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a71639b156548cf8f768dd40b8c2055&device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 1129 time: 0.6173320 Apr 14 22:01:42.065659 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1f7a5534-c98b-417c-b7b0-ac409a74c642 admin admin] Publish callbacks [] for security_group (ed1bd0ee-322f-4da5-97e5-f2208f375d38), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:42.088122 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1f7a5534-c98b-417c-b7b0-ac409a74c642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (ed1bd0ee-322f-4da5-97e5-f2208f375d38), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:42.093766 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-484553bf-2174-4702-bcec-4a4630bdd797 service neutron] 10.222.0.26 "GET /v2.0/networks/effe8ea7-6d93-45a6-99a1-18a80b92d90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933342 Apr 14 22:01:42.101377 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['c0579a25-4123-46eb-ac6d-d3d9e83e9418'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:01:42.170934 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b26d74e1-ff87-4605-b5b5-b45ff35a9b9e req-10bb99a1-f437-4a65-ad0a-88cf71f2fcc0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b HTTP/1.1" status: 200 len: 217 time: 0.1596882 Apr 14 22:01:42.267489 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 44304) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:42.290116 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-6a5dbd9e-bb1a-4161-9ccb-9959c51947e2 service neutron] 10.222.0.26 "GET /v2.0/networks/effe8ea7-6d93-45a6-99a1-18a80b92d90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844773 Apr 14 22:01:42.296058 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-1f7a5534-c98b-417c-b7b0-ac409a74c642 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fc79620db753443c8ddf8b4b9656a2c7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0817859 Apr 14 22:01:42.309379 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 44308) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:42.327530 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a5534-c98b-417c-b7b0-ac409a74c642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1bd0ee-322f-4da5-97e5-f2208f375d38,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:42.327837 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299f18d-ecbf-4ff7-9d1c-3c63f4069c8c req-328914ee-5775-4b2e-8d3a-c998c6f32d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:42.338838 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8299f18d-ecbf-4ff7-9d1c-3c63f4069c8c req-328914ee-5775-4b2e-8d3a-c998c6f32d3f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=801c38b5-c92d-488d-9425-23346baf9bd6 HTTP/1.1" status: 200 len: 858 time: 0.4078925 Apr 14 22:01:42.345967 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a4c494f0-a2eb-41e0-86d1-c3866cffd15b admin admin] Publish callbacks [] for security_group (5f36e2fa-fffb-4a20-96cb-d1de9785905e), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:42.354622 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4b33a705-0be5-4675-816b-fba416a51951 req-16f3ec0b-ba5b-4533-97e7-f95b1481fbcb service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7547662 Apr 14 22:01:42.367171 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d74e1-ff87-4605-b5b5-b45ff35a9b9e req-51963808-2759-480a-b3f9-ef30d137c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:42.368972 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b26d74e1-ff87-4605-b5b5-b45ff35a9b9e req-51963808-2759-480a-b3f9-ef30d137c0ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a14408c-0a04-4255-b049-e60b2b57871e HTTP/1.1" status: 200 len: 856 time: 0.1597316 Apr 14 22:01:42.375081 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a4c494f0-a2eb-41e0-86d1-c3866cffd15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (5f36e2fa-fffb-4a20-96cb-d1de9785905e), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:42.382669 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd87950-6431-4cae-8288-82785902fd78 req-0e7e5ebf-6550-4ea6-bd74-7edfd2f21457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:42.384407 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4fd87950-6431-4cae-8288-82785902fd78 req-0e7e5ebf-6550-4ea6-bd74-7edfd2f21457 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4103a41b-a3b2-49f0-861f-ebd4f498cba1 HTTP/1.1" status: 200 len: 912 time: 0.3164940 Apr 14 22:01:42.475727 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d3796e3b-4c58-422e-bcf4-2d4cb89fa4cd admin admin] Publish callbacks [] for security_group (ed1bd0ee-322f-4da5-97e5-f2208f375d38), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:42.505686 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4a9a1-17d4-4a85-902c-45319c7ad3f7 req-aba5609b-4c99-4ac4-a692-b9e06f575775 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:42.507255 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-9ab4a9a1-17d4-4a85-902c-45319c7ad3f7 req-aba5609b-4c99-4ac4-a692-b9e06f575775 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 945 time: 0.0846937 Apr 14 22:01:42.508090 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299f18d-ecbf-4ff7-9d1c-3c63f4069c8c req-793582f4-f15c-4a6c-8029-3ce03528a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:42.509887 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8299f18d-ecbf-4ff7-9d1c-3c63f4069c8c req-793582f4-f15c-4a6c-8029-3ce03528a5af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=24ce8649-73b0-4bad-abdf-64923fbb2e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1606085 Apr 14 22:01:42.514385 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c494f0-a2eb-41e0-86d1-c3866cffd15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f36e2fa-fffb-4a20-96cb-d1de9785905e,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:42.517516 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d3796e3b-4c58-422e-bcf4-2d4cb89fa4cd admin admin] Publish callbacks [] for security_group (ed1bd0ee-322f-4da5-97e5-f2208f375d38), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:42.532681 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-a4c494f0-a2eb-41e0-86d1-c3866cffd15b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2f3ce5e9266a468fa9aad80d45753c0a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2095470 Apr 14 22:01:42.533293 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 44318) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:42.597851 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-eea1faba-1b01-4f4a-bfa4-f49be373a0b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:42.608207 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ab514-c93a-4e83-93f2-c795189f9e46 req-c157569c-a095-46ea-bc85-b94656b4dec6 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:42.609824 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-899ab514-c93a-4e83-93f2-c795189f9e46 req-c157569c-a095-46ea-bc85-b94656b4dec6 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 943 time: 0.0661108 Apr 14 22:01:42.688811 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-9ab4a9a1-17d4-4a85-902c-45319c7ad3f7 req-d9e266c2-6cc1-4060-ada8-b84b090d9575 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519513 Apr 14 22:01:42.699676 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-899ab514-c93a-4e83-93f2-c795189f9e46 req-ec92615a-b068-4e7e-81e6-91f7ec246f43 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764561 Apr 14 22:01:42.710705 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 44324) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:42.729764 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a0ca4bde-03ff-4f94-9256-37f5f82eabf2 admin admin] Publish callbacks [] for security_group (5f36e2fa-fffb-4a20-96cb-d1de9785905e), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:42.742037 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d3796e3b-4c58-422e-bcf4-2d4cb89fa4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (ed1bd0ee-322f-4da5-97e5-f2208f375d38), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:42.747124 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d3796e3b-4c58-422e-bcf4-2d4cb89fa4cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:42.749133 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-d3796e3b-4c58-422e-bcf4-2d4cb89fa4cd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ed1bd0ee-322f-4da5-97e5-f2208f375d38 HTTP/1.1" status: 204 len: 168 time: 0.4365692 Apr 14 22:01:42.753731 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 4a6aac5c-5e4e-4a05-8512-e45b1698be0d details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:01:42.815501 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3796e3b-4c58-422e-bcf4-2d4cb89fa4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1bd0ee-322f-4da5-97e5-f2208f375d38,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:42.831806 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a0ca4bde-03ff-4f94-9256-37f5f82eabf2 admin admin] Publish callbacks [] for security_group (5f36e2fa-fffb-4a20-96cb-d1de9785905e), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:42.860264 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-59ac667a-c7c7-4171-9531-9e632dce5f2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:42.966736 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-59ac667a-c7c7-4171-9531-9e632dce5f2e admin admin] Publish callbacks [] for security_group (d52681dd-8b59-4e97-bdaa-8a2f4a153be7), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:42.974277 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-59ac667a-c7c7-4171-9531-9e632dce5f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (d52681dd-8b59-4e97-bdaa-8a2f4a153be7), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:43.009775 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-eea1faba-1b01-4f4a-bfa4-f49be373a0b0 admin admin] Publish callbacks [] for security_group (e873b890-a0ec-4929-b37d-2b092b3a5907), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:43.016086 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-eea1faba-1b01-4f4a-bfa4-f49be373a0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (e873b890-a0ec-4929-b37d-2b092b3a5907), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:43.043502 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac667a-c7c7-4171-9531-9e632dce5f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52681dd-8b59-4e97-bdaa-8a2f4a153be7,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:43.049064 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-59ac667a-c7c7-4171-9531-9e632dce5f2e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e4cbd8d645ce4f9e9b38e46c7587d10b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3369350 Apr 14 22:01:43.053243 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 44334) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:43.059405 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a0ca4bde-03ff-4f94-9256-37f5f82eabf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (5f36e2fa-fffb-4a20-96cb-d1de9785905e), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:43.062452 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a0ca4bde-03ff-4f94-9256-37f5f82eabf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:43.071366 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-a0ca4bde-03ff-4f94-9256-37f5f82eabf2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5f36e2fa-fffb-4a20-96cb-d1de9785905e HTTP/1.1" status: 204 len: 168 time: 0.5296102 Apr 14 22:01:43.071783 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 4a6aac5c-5e4e-4a05-8512-e45b1698be0d, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=4a6aac5c-5e4e-4a05-8512-e45b1698be0d,segment=NetworkSegment(24888de7-6475-43bb-a908-022d110a0453),segment_id=24888de7-6475-43bb-a908-022d110a0453)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:01:43.080568 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:43.088656 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Returning: {'device': '4a6aac5c-5e4e-4a05-8512-e45b1698be0d', 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24', 'port_id': '4a6aac5c-5e4e-4a05-8512-e45b1698be0d', 'mac_address': 'fa:16:3e:9c:37:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '801c38b5-c92d-488d-9425-23346baf9bd6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:01:43.118574 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-eea1faba-1b01-4f4a-bfa4-f49be373a0b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f3d0825ac6574df4989f853baa2ba7cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8377323 Apr 14 22:01:43.118990 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1faba-1b01-4f4a-bfa4-f49be373a0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e873b890-a0ec-4929-b37d-2b092b3a5907,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:43.122286 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 44338) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:43.160151 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115dfe17-be0c-48aa-9c4f-e43e15d9f004 req-8b720e1d-1f6b-40f7-832f-24be8f849928 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:43.168699 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-115dfe17-be0c-48aa-9c4f-e43e15d9f004 req-8b720e1d-1f6b-40f7-832f-24be8f849928 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 944 time: 0.1332622 Apr 14 22:01:43.194596 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a1062b2f-242d-4161-98f0-da35757b40bd admin admin] Publish callbacks [] for security_group (d52681dd-8b59-4e97-bdaa-8a2f4a153be7), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:43.205932 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca4bde-03ff-4f94-9256-37f5f82eabf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f36e2fa-fffb-4a20-96cb-d1de9785905e,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:43.211017 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b up at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:01:43.236158 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a1062b2f-242d-4161-98f0-da35757b40bd admin admin] Publish callbacks [] for security_group (d52681dd-8b59-4e97-bdaa-8a2f4a153be7), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:43.261879 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 44340) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:43.309740 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-115dfe17-be0c-48aa-9c4f-e43e15d9f004 req-1f6e1576-ee79-4a7b-aa6d-c5aca50c1248 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397870 Apr 14 22:01:43.310276 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ca690ee2-808b-4a8a-84cb-ccdbdd27c2e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:43.314589 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 4a6aac5c-5e4e-4a05-8512-e45b1698be0d is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:01:43.314589 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (4a6aac5c-5e4e-4a05-8512-e45b1698be0d), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:43.323386 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4fd87950-6431-4cae-8288-82785902fd78 req-4b6cd3a8-e99a-41f1-aacd-c4c0187ce03a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86c53170-c4d6-477e-97dd-e43ac2154043 HTTP/1.1" status: 200 len: 217 time: 0.1051905 Apr 14 22:01:43.348973 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1dbb4414-a81d-4477-90b4-a3d9848d85e2 admin admin] Publish callbacks [] for security_group (e873b890-a0ec-4929-b37d-2b092b3a5907), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:43.374827 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a6aac5c-5e4e-4a05-8512-e45b1698be0d {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:01:43.407257 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd87950-6431-4cae-8288-82785902fd78 req-edd5866d-17f7-439b-b612-becc59054ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:43.408534 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 4a6aac5c-5e4e-4a05-8512-e45b1698be0d, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=4a6aac5c-5e4e-4a05-8512-e45b1698be0d,segment=NetworkSegment(24888de7-6475-43bb-a908-022d110a0453),segment_id=24888de7-6475-43bb-a908-022d110a0453)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:01:43.408996 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4fd87950-6431-4cae-8288-82785902fd78 req-edd5866d-17f7-439b-b612-becc59054ff3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ca0f176c-323d-4b1a-9614-8a9deef88414 HTTP/1.1" status: 200 len: 852 time: 0.0783041 Apr 14 22:01:43.413386 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d74e1-ff87-4605-b5b5-b45ff35a9b9e req-b5a4c707-d1f0-478f-bf11-0e40dc86885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:43.415038 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b26d74e1-ff87-4605-b5b5-b45ff35a9b9e req-b5a4c707-d1f0-478f-bf11-0e40dc86885f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85de08d8-9eb8-4e52-8d6f-cc3f42de82b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1955976 Apr 14 22:01:43.420267 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (4a6aac5c-5e4e-4a05-8512-e45b1698be0d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:43.453611 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4fd87950-6431-4cae-8288-82785902fd78 req-954f918f-f032-431a-852c-45f38e6348e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4103a41b-a3b2-49f0-861f-ebd4f498cba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373645 Apr 14 22:01:43.479987 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning for port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:01:43.491340 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning complete for port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:43.491958 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:43.504462 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a1062b2f-242d-4161-98f0-da35757b40bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (d52681dd-8b59-4e97-bdaa-8a2f4a153be7), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:43.509213 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a1062b2f-242d-4161-98f0-da35757b40bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:43.511413 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-a1062b2f-242d-4161-98f0-da35757b40bd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d52681dd-8b59-4e97-bdaa-8a2f4a153be7 HTTP/1.1" status: 204 len: 168 time: 0.4542634 Apr 14 22:01:43.539182 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8299f18d-ecbf-4ff7-9d1c-3c63f4069c8c req-d1ca72bf-fded-451c-9aab-24facdc7fc69 service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744460 Apr 14 22:01:43.544236 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1062b2f-242d-4161-98f0-da35757b40bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52681dd-8b59-4e97-bdaa-8a2f4a153be7,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:43.551940 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=4a6aac5c-5e4e-4a05-8512-e45b1698be0d,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:43.595386 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4fd87950-6431-4cae-8288-82785902fd78 req-a06794cb-bbbd-4121-aace-2005f60c6855 service neutron] 10.222.0.26 "GET /v2.0/networks/4103a41b-a3b2-49f0-861f-ebd4f498cba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298192 Apr 14 22:01:43.598147 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1dbb4414-a81d-4477-90b4-a3d9848d85e2 admin admin] Publish callbacks [] for security_group (e873b890-a0ec-4929-b37d-2b092b3a5907), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:43.664822 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:01:43.665222 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:43.697208 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a32fc51-3299-4bea-b3e4-5cbe5e807947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:01:43.700169 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530b6f79e2c270c80a285cfd043402f608e5b18a2df6684fea4c07fd95dfc091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce1f063-b00f-4838-ae0e-fd97c8f8a25f" -d '{"events": [{"server_uuid": "7a32fc51-3299-4bea-b3e4-5cbe5e807947", "name": "network-vif-plugged", "status": "completed", "tag": "9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:01:43.727617 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['4a6aac5c-5e4e-4a05-8512-e45b1698be0d'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:01:43.736718 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:01:43.744572 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:43.746059 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device c0579a25-4123-46eb-ac6d-d3d9e83e9418 up at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:01:43.751056 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ca690ee2-808b-4a8a-84cb-ccdbdd27c2e6 admin admin] Publish callbacks [] for security_group (d1cc971f-aefb-400b-b088-33474febbcdc), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:43.758130 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ca690ee2-808b-4a8a-84cb-ccdbdd27c2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (d1cc971f-aefb-400b-b088-33474febbcdc), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:43.857496 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning for port c0579a25-4123-46eb-ac6d-d3d9e83e9418 completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:01:43.858571 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1dbb4414-a81d-4477-90b4-a3d9848d85e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (e873b890-a0ec-4929-b37d-2b092b3a5907), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:43.861950 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1dbb4414-a81d-4477-90b4-a3d9848d85e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:43.863940 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-1dbb4414-a81d-4477-90b4-a3d9848d85e2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e873b890-a0ec-4929-b37d-2b092b3a5907 HTTP/1.1" status: 204 len: 168 time: 0.7399914 Apr 14 22:01:43.866244 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b26d74e1-ff87-4605-b5b5-b45ff35a9b9e req-c59f547a-250d-4550-8a23-9b866313c7c0 service neutron] 10.222.0.26 "GET /v2.0/networks/85de08d8-9eb8-4e52-8d6f-cc3f42de82b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330895 Apr 14 22:01:43.913124 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-ca690ee2-808b-4a8a-84cb-ccdbdd27c2e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe0dc5484b6e4f178f8f3c47ef669798&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6473668 Apr 14 22:01:43.916373 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 44364) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:43.931432 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8299f18d-ecbf-4ff7-9d1c-3c63f4069c8c req-6a4a9e49-e888-4d14-a06f-c80625824f5b service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846176 Apr 14 22:01:43.933758 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca690ee2-808b-4a8a-84cb-ccdbdd27c2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cc971f-aefb-400b-b088-33474febbcdc,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:43.958744 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d8fa66-5a70-449d-b130-8b7b9c64f31e x-openstack-request-id: req-b4d8fa66-5a70-449d-b130-8b7b9c64f31e {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:01:43.962474 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a32fc51-3299-4bea-b3e4-5cbe5e807947", "name": "network-vif-plugged", "status": "completed", "tag": "9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:01:43.964077 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b4d8fa66-5a70-449d-b130-8b7b9c64f31e {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:01:43.965710 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4d8fa66-5a70-449d-b130-8b7b9c64f31e'] response: {'server_uuid': '7a32fc51-3299-4bea-b3e4-5cbe5e807947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b', 'code': 200} Apr 14 22:01:43.970442 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb4414-a81d-4477-90b4-a3d9848d85e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e873b890-a0ec-4929-b37d-2b092b3a5907,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:43.976470 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning complete for port c0579a25-4123-46eb-ac6d-d3d9e83e9418 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:43.976905 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (c0579a25-4123-46eb-ac6d-d3d9e83e9418), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:44.005398 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4fd87950-6431-4cae-8288-82785902fd78 req-124903b3-3995-4f2d-a88e-97b2c64b291d service neutron] 10.222.0.26 "GET /v2.0/networks/4103a41b-a3b2-49f0-861f-ebd4f498cba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986671 Apr 14 22:01:44.099852 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:44.128043 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6445a-979b-448d-b244-7be0cdcb4dee req-abfbc319-cad5-4067-a84c-f7f8f54c6019 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:44.133424 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a5f6445a-979b-448d-b244-7be0cdcb4dee req-abfbc319-cad5-4067-a84c-f7f8f54c6019 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.1909950 Apr 14 22:01:44.193213 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-be2d28ee-1272-4bd5-9f6f-a4970ca8ac61 admin admin] Publish callbacks [] for security_group (d1cc971f-aefb-400b-b088-33474febbcdc), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:44.225852 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b26d74e1-ff87-4605-b5b5-b45ff35a9b9e req-846c9e76-4a37-4b01-88df-afcd78945e8e service neutron] 10.222.0.26 "GET /v2.0/networks/85de08d8-9eb8-4e52-8d6f-cc3f42de82b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393466 Apr 14 22:01:44.244378 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95f42d-0ce8-47b4-9bf4-a02c28b0a578 req-98ef09b4-e1b3-45d3-baab-8f4a7747c627 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:44.251280 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ea95f42d-0ce8-47b4-9bf4-a02c28b0a578 req-98ef09b4-e1b3-45d3-baab-8f4a7747c627 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 944 time: 0.1434920 Apr 14 22:01:44.259270 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350ebc6-9307-4140-9e98-fc5438fa5639 req-1b8ad80b-9a7b-4249-9c2f-0bf568d04415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:44.272482 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2350ebc6-9307-4140-9e98-fc5438fa5639 req-1b8ad80b-9a7b-4249-9c2f-0bf568d04415 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 1130 time: 0.1055150 Apr 14 22:01:44.327844 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-be2d28ee-1272-4bd5-9f6f-a4970ca8ac61 admin admin] Publish callbacks [] for security_group (d1cc971f-aefb-400b-b088-33474febbcdc), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:44.333053 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:01:44.334570 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ea95f42d-0ce8-47b4-9bf4-a02c28b0a578 req-eeb54f00-b907-49ef-a66c-3c608e6d8841 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598283 Apr 14 22:01:44.372419 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port c0579a25-4123-46eb-ac6d-d3d9e83e9418 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:01:44.372856 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (c0579a25-4123-46eb-ac6d-d3d9e83e9418), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:44.412231 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a5f6445a-979b-448d-b244-7be0cdcb4dee req-8f638aeb-d784-4a62-b1ed-97772d1419ac tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152250 Apr 14 22:01:44.450273 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 44372) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:44.456351 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port c0579a25-4123-46eb-ac6d-d3d9e83e9418, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=c0579a25-4123-46eb-ac6d-d3d9e83e9418,segment=NetworkSegment(24888de7-6475-43bb-a908-022d110a0453),segment_id=24888de7-6475-43bb-a908-022d110a0453)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:01:44.469061 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (c0579a25-4123-46eb-ac6d-d3d9e83e9418), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:44.482842 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-05da8b94-d08e-44d9-aaf3-debcab6b5479 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:44.507181 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ebb93-1840-4567-8b1f-a016910a1556 req-1767ed16-a2d5-405b-a6ad-1bd7f1fe9705 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:44.523938 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3b7ebb93-1840-4567-8b1f-a016910a1556 req-1767ed16-a2d5-405b-a6ad-1bd7f1fe9705 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 944 time: 0.1083658 Apr 14 22:01:44.549226 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=c0579a25-4123-46eb-ac6d-d3d9e83e9418,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:44.587541 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-be2d28ee-1272-4bd5-9f6f-a4970ca8ac61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (d1cc971f-aefb-400b-b088-33474febbcdc), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:44.590320 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-be2d28ee-1272-4bd5-9f6f-a4970ca8ac61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:44.591760 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-be2d28ee-1272-4bd5-9f6f-a4970ca8ac61 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d1cc971f-aefb-400b-b088-33474febbcdc HTTP/1.1" status: 204 len: 168 time: 0.6727707 Apr 14 22:01:44.619844 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d28ee-1272-4bd5-9f6f-a4970ca8ac61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cc971f-aefb-400b-b088-33474febbcdc,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:44.649489 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d28ee-1272-4bd5-9f6f-a4970ca8ac61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:44.650786 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d28ee-1272-4bd5-9f6f-a4970ca8ac61 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:44.651141 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d28ee-1272-4bd5-9f6f-a4970ca8ac61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:44.651558 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d28ee-1272-4bd5-9f6f-a4970ca8ac61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:44.651972 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d28ee-1272-4bd5-9f6f-a4970ca8ac61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:44.652394 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d28ee-1272-4bd5-9f6f-a4970ca8ac61 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:44.653193 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d28ee-1272-4bd5-9f6f-a4970ca8ac61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:44.653193 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d28ee-1272-4bd5-9f6f-a4970ca8ac61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:44.653687 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d28ee-1272-4bd5-9f6f-a4970ca8ac61 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:44.654228 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d28ee-1272-4bd5-9f6f-a4970ca8ac61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:44.655629 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d28ee-1272-4bd5-9f6f-a4970ca8ac61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:44.656084 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d28ee-1272-4bd5-9f6f-a4970ca8ac61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:44.656566 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d28ee-1272-4bd5-9f6f-a4970ca8ac61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:44.656998 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d28ee-1272-4bd5-9f6f-a4970ca8ac61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:44.657419 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d28ee-1272-4bd5-9f6f-a4970ca8ac61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:44.662498 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2350ebc6-9307-4140-9e98-fc5438fa5639 req-3d347dad-831d-438a-9ddf-6e47044d9ad2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339674 Apr 14 22:01:44.692059 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3b7ebb93-1840-4567-8b1f-a016910a1556 req-cf560912-e4f2-475a-9bb9-1edf8f070ac8 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249683 Apr 14 22:01:44.714521 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-05da8b94-d08e-44d9-aaf3-debcab6b5479 admin admin] Publish callbacks [] for security_group (a9c1cd64-c317-4603-a881-8c2c3f298d2d), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:44.719187 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-05da8b94-d08e-44d9-aaf3-debcab6b5479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (a9c1cd64-c317-4603-a881-8c2c3f298d2d), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:44.757227 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 44378) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:44.771528 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da8b94-d08e-44d9-aaf3-debcab6b5479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c1cd64-c317-4603-a881-8c2c3f298d2d,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:44.777830 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-05da8b94-d08e-44d9-aaf3-debcab6b5479 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=07b07fd69e374f7aa29ae2b93238a02c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3235886 Apr 14 22:01:44.782686 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 44380) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:44.794460 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ba3a5f19-43b8-4cee-b2ac-4870c2a7a207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:44.856775 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9da0596b-4aed-4735-aedc-40982ba5effd admin admin] Publish callbacks [] for security_group (a9c1cd64-c317-4603-a881-8c2c3f298d2d), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:44.890622 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9da0596b-4aed-4735-aedc-40982ba5effd admin admin] Publish callbacks [] for security_group (a9c1cd64-c317-4603-a881-8c2c3f298d2d), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:44.935573 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ba3a5f19-43b8-4cee-b2ac-4870c2a7a207 admin admin] Publish callbacks [] for security_group (3a04a247-a5a3-4dd7-a3af-b76f81c6b666), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:44.942906 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ba3a5f19-43b8-4cee-b2ac-4870c2a7a207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (3a04a247-a5a3-4dd7-a3af-b76f81c6b666), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:44.968729 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9da0596b-4aed-4735-aedc-40982ba5effd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (a9c1cd64-c317-4603-a881-8c2c3f298d2d), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:44.970913 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9da0596b-4aed-4735-aedc-40982ba5effd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:44.975105 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-9da0596b-4aed-4735-aedc-40982ba5effd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a9c1cd64-c317-4603-a881-8c2c3f298d2d HTTP/1.1" status: 204 len: 168 time: 0.1883612 Apr 14 22:01:44.992047 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0596b-4aed-4735-aedc-40982ba5effd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c1cd64-c317-4603-a881-8c2c3f298d2d,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:45.025452 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a5f19-43b8-4cee-b2ac-4870c2a7a207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a04a247-a5a3-4dd7-a3af-b76f81c6b666,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:45.032805 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-ba3a5f19-43b8-4cee-b2ac-4870c2a7a207 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e25719a3a17645aaa60c915c41674246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741230 Apr 14 22:01:45.035253 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 44394) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:45.085848 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device e5e20866-74a2-4572-b910-150af0b0a925 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:01:45.093112 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 4a6aac5c-5e4e-4a05-8512-e45b1698be0d up at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:01:45.102952 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-995526b0-065f-4246-9a1b-9a40e2a5eca4 admin admin] Publish callbacks [] for security_group (3a04a247-a5a3-4dd7-a3af-b76f81c6b666), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:45.133987 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-995526b0-065f-4246-9a1b-9a40e2a5eca4 admin admin] Publish callbacks [] for security_group (3a04a247-a5a3-4dd7-a3af-b76f81c6b666), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:45.228682 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-995526b0-065f-4246-9a1b-9a40e2a5eca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (3a04a247-a5a3-4dd7-a3af-b76f81c6b666), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:45.236936 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-995526b0-065f-4246-9a1b-9a40e2a5eca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:45.244382 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-995526b0-065f-4246-9a1b-9a40e2a5eca4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3a04a247-a5a3-4dd7-a3af-b76f81c6b666 HTTP/1.1" status: 204 len: 168 time: 0.2077327 Apr 14 22:01:45.256579 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning for port 4a6aac5c-5e4e-4a05-8512-e45b1698be0d completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:01:45.260549 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995526b0-065f-4246-9a1b-9a40e2a5eca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a04a247-a5a3-4dd7-a3af-b76f81c6b666,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:45.265196 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning complete for port 4a6aac5c-5e4e-4a05-8512-e45b1698be0d triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:45.265606 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (4a6aac5c-5e4e-4a05-8512-e45b1698be0d), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:45.369674 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port e5e20866-74a2-4572-b910-150af0b0a925, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e5e20866-74a2-4572-b910-150af0b0a925,segment=NetworkSegment(78c76d73-f220-4079-ab55-63060669f18c),segment_id=78c76d73-f220-4079-ab55-63060669f18c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:01:45.414967 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Returning: {'device': 'e5e20866-74a2-4572-b910-150af0b0a925', 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d', 'port_id': 'e5e20866-74a2-4572-b910-150af0b0a925', 'mac_address': 'fa:16:3e:f0:2e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:01:45.480757 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port e5e20866-74a2-4572-b910-150af0b0a925 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:01:45.481225 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (e5e20866-74a2-4572-b910-150af0b0a925), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:45.503832 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5e20866-74a2-4572-b910-150af0b0a925 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:01:45.527705 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1796f-ffcb-4116-a7ac-31a623e128c9 req-b3282ebe-ca21-4d6f-8dac-2628f149a4b5 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:45.529638 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3cd1796f-ffcb-4116-a7ac-31a623e128c9 req-b3282ebe-ca21-4d6f-8dac-2628f149a4b5 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 944 time: 0.0681629 Apr 14 22:01:45.538811 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port e5e20866-74a2-4572-b910-150af0b0a925, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e5e20866-74a2-4572-b910-150af0b0a925,segment=NetworkSegment(78c76d73-f220-4079-ab55-63060669f18c),segment_id=78c76d73-f220-4079-ab55-63060669f18c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:01:45.566486 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (e5e20866-74a2-4572-b910-150af0b0a925), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:45.617679 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 4a6aac5c-5e4e-4a05-8512-e45b1698be0d is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:01:45.618000 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (4a6aac5c-5e4e-4a05-8512-e45b1698be0d), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:45.639381 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3cd1796f-ffcb-4116-a7ac-31a623e128c9 req-5227602c-9157-427b-b793-72355f2a19f7 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923107 Apr 14 22:01:45.650041 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24ee80-bc0f-435a-a663-2d334882ba91 req-85b63525-4ade-4f9a-956d-f454efb13ff7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:45.657870 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-aa24ee80-bc0f-435a-a663-2d334882ba91 req-85b63525-4ade-4f9a-956d-f454efb13ff7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0959632 Apr 14 22:01:45.668683 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=e5e20866-74a2-4572-b910-150af0b0a925,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:45.708772 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 4a6aac5c-5e4e-4a05-8512-e45b1698be0d, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=4a6aac5c-5e4e-4a05-8512-e45b1698be0d,segment=NetworkSegment(24888de7-6475-43bb-a908-022d110a0453),segment_id=24888de7-6475-43bb-a908-022d110a0453)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:01:45.714221 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (4a6aac5c-5e4e-4a05-8512-e45b1698be0d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:45.730215 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-aa24ee80-bc0f-435a-a663-2d334882ba91 req-3eecd53e-f76e-46dc-90af-c90950d5667e tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714312 Apr 14 22:01:45.778524 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=4a6aac5c-5e4e-4a05-8512-e45b1698be0d,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:45.865368 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fab5b7-fe49-4878-8257-adac633ef718 req-e905c171-1f7d-4ae7-8a04-300e260f13a3 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:45.868415 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-61fab5b7-fe49-4878-8257-adac633ef718 req-e905c171-1f7d-4ae7-8a04-300e260f13a3 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 945 time: 0.0816085 Apr 14 22:01:45.922008 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['e5e20866-74a2-4572-b910-150af0b0a925'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:01:45.967782 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c170c9c-9270-41b6-94c6-5290364cefab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0579a25-4123-46eb-ac6d-d3d9e83e9418'}, {'server_uuid': '5cfda95b-82b9-40ca-9d7a-f639699971b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6aac5c-5e4e-4a05-8512-e45b1698be0d'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:01:45.970500 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530b6f79e2c270c80a285cfd043402f608e5b18a2df6684fea4c07fd95dfc091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af562e6-89e5-4372-9017-bc3146b7dd4d" -d '{"events": [{"server_uuid": "9c170c9c-9270-41b6-94c6-5290364cefab", "name": "network-vif-plugged", "status": "completed", "tag": "c0579a25-4123-46eb-ac6d-d3d9e83e9418"}, {"server_uuid": "5cfda95b-82b9-40ca-9d7a-f639699971b9", "name": "network-vif-plugged", "status": "completed", "tag": "4a6aac5c-5e4e-4a05-8512-e45b1698be0d"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:01:45.982734 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-61fab5b7-fe49-4878-8257-adac633ef718 req-e8db9185-6742-49a3-b4e9-25ece7964a44 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087112 Apr 14 22:01:46.059760 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 14 Apr 2022 22:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927c2097-8ce6-452b-98fc-29e04b0a7168 x-openstack-request-id: req-927c2097-8ce6-452b-98fc-29e04b0a7168 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:01:46.060071 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c170c9c-9270-41b6-94c6-5290364cefab", "name": "network-vif-plugged", "status": "completed", "tag": "c0579a25-4123-46eb-ac6d-d3d9e83e9418", "code": 200}, {"server_uuid": "5cfda95b-82b9-40ca-9d7a-f639699971b9", "name": "network-vif-plugged", "status": "completed", "tag": "4a6aac5c-5e4e-4a05-8512-e45b1698be0d", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:01:46.060351 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-927c2097-8ce6-452b-98fc-29e04b0a7168 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:01:46.060902 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-927c2097-8ce6-452b-98fc-29e04b0a7168'] response: {'server_uuid': '9c170c9c-9270-41b6-94c6-5290364cefab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0579a25-4123-46eb-ac6d-d3d9e83e9418', 'code': 200} Apr 14 22:01:46.061085 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-927c2097-8ce6-452b-98fc-29e04b0a7168'] response: {'server_uuid': '5cfda95b-82b9-40ca-9d7a-f639699971b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6aac5c-5e4e-4a05-8512-e45b1698be0d', 'code': 200} Apr 14 22:01:46.652294 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308cc9b6-ec31-448c-a32f-9201fc13a976 req-ef48b829-2c69-4c42-903c-e2e958e285b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:46.653974 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-308cc9b6-ec31-448c-a32f-9201fc13a976 req-ef48b829-2c69-4c42-903c-e2e958e285b7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 1129 time: 0.0902982 Apr 14 22:01:46.655436 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d56a3-00b0-46ea-820e-293bf90b9eba req-e7c132a5-05b3-45b7-ac8f-ea35554b5248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:46.656964 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fa7d56a3-00b0-46ea-820e-293bf90b9eba req-e7c132a5-05b3-45b7-ac8f-ea35554b5248 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 1129 time: 0.0574679 Apr 14 22:01:46.750641 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fa7d56a3-00b0-46ea-820e-293bf90b9eba req-8b2170c3-dc8e-4826-8e9b-1f4803006c28 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674462 Apr 14 22:01:46.754506 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-308cc9b6-ec31-448c-a32f-9201fc13a976 req-2f820733-90ff-4ce4-94eb-c09b541a6bfd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775988 Apr 14 22:01:46.851210 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec8045-8847-4b2a-99f1-b9cae596bf28 req-bb8c72c6-d689-4893-b71f-764f582a2f8d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:46.853645 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-53ec8045-8847-4b2a-99f1-b9cae596bf28 req-bb8c72c6-d689-4893-b71f-764f582a2f8d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0863969 Apr 14 22:01:46.916581 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972a9cb-d907-4d78-8734-5a5adc3a3c4b req-9827bc69-e9fa-4a48-a1a9-69b068bbb7bf tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:46.919395 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e972a9cb-d907-4d78-8734-5a5adc3a3c4b req-9827bc69-e9fa-4a48-a1a9-69b068bbb7bf tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0567200 Apr 14 22:01:46.939622 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-53ec8045-8847-4b2a-99f1-b9cae596bf28 req-55647bca-7f63-4bac-8621-deeb0f474151 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800829 Apr 14 22:01:46.995145 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e972a9cb-d907-4d78-8734-5a5adc3a3c4b req-f9507747-7f19-4bb3-b6aa-f08095004190 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698345 Apr 14 22:01:47.076871 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device e5e20866-74a2-4572-b910-150af0b0a925 up at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:01:47.153911 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning for port e5e20866-74a2-4572-b910-150af0b0a925 completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:01:47.165382 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning complete for port e5e20866-74a2-4572-b910-150af0b0a925 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:47.165572 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (e5e20866-74a2-4572-b910-150af0b0a925), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:47.223401 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea53bc1-23ee-473e-b682-7fdbd19cb3b0 req-9ec65ba5-82cc-4757-95a3-6f17c7f4749c tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:47.228992 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fea53bc1-23ee-473e-b682-7fdbd19cb3b0 req-9ec65ba5-82cc-4757-95a3-6f17c7f4749c tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.1352158 Apr 14 22:01:47.238278 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 44486) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:47.239911 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813be63-8bb1-4133-bec2-ff4abc126d9b req-37e56477-f498-4116-83a8-f84f160eaa60 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:47.243262 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1813be63-8bb1-4133-bec2-ff4abc126d9b req-37e56477-f498-4116-83a8-f84f160eaa60 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 945 time: 0.0964534 Apr 14 22:01:47.243479 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-b096206f-a7af-4220-b3b6-913439af2d09 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Request body: {'floatingip': {'port_id': '9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:01:47.336883 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1813be63-8bb1-4133-bec2-ff4abc126d9b req-5750854c-54a3-4299-96b2-b01e7f5e83bb tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864911 Apr 14 22:01:47.342184 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port e5e20866-74a2-4572-b910-150af0b0a925 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:01:47.342603 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (e5e20866-74a2-4572-b910-150af0b0a925), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:47.382347 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b096206f-a7af-4220-b3b6-913439af2d09 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for floatingip (04a60959-0a7b-4ae9-a519-76c7bbac2c98), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:47.410575 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port e5e20866-74a2-4572-b910-150af0b0a925, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e5e20866-74a2-4572-b910-150af0b0a925,segment=NetworkSegment(78c76d73-f220-4079-ab55-63060669f18c),segment_id=78c76d73-f220-4079-ab55-63060669f18c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:01:47.418697 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (e5e20866-74a2-4572-b910-150af0b0a925), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:47.505828 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=e5e20866-74a2-4572-b910-150af0b0a925,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:47.515133 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:47.516523 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:47.516523 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:47.516523 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:47.516955 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:47.517368 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:47.522247 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:47.522247 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:47.522247 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:47.522815 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:47.523274 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:47.535092 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:47.535092 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:47.535092 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:47.535092 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:48.062898 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f59e2a6-41d1-45e5-8233-bebaad1aa919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e20866-74a2-4572-b910-150af0b0a925'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:01:48.068124 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530b6f79e2c270c80a285cfd043402f608e5b18a2df6684fea4c07fd95dfc091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578b476c-99ff-4a59-b7c7-3398127f7bc7" -d '{"events": [{"server_uuid": "7f59e2a6-41d1-45e5-8233-bebaad1aa919", "name": "network-vif-plugged", "status": "completed", "tag": "e5e20866-74a2-4572-b910-150af0b0a925"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:01:48.128386 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db77797-610c-44ed-9778-c5105f4ed79f x-openstack-request-id: req-2db77797-610c-44ed-9778-c5105f4ed79f {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:01:48.129612 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f59e2a6-41d1-45e5-8233-bebaad1aa919", "name": "network-vif-plugged", "status": "completed", "tag": "e5e20866-74a2-4572-b910-150af0b0a925", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:01:48.130023 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2db77797-610c-44ed-9778-c5105f4ed79f {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:01:48.130695 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db77797-610c-44ed-9778-c5105f4ed79f'] response: {'server_uuid': '7f59e2a6-41d1-45e5-8233-bebaad1aa919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e20866-74a2-4572-b910-150af0b0a925', 'code': 200} Apr 14 22:01:48.236976 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245f57a-553f-47c1-a6f4-968bca2facc3 req-1da85515-f3f5-4e41-ab81-39fb45d76182 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:48.239209 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1245f57a-553f-47c1-a6f4-968bca2facc3 req-1da85515-f3f5-4e41-ab81-39fb45d76182 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.1462076 Apr 14 22:01:48.428960 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1245f57a-553f-47c1-a6f4-968bca2facc3 req-531ed6d1-91da-4849-b9b5-1ec257c1de78 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754644 Apr 14 22:01:48.467332 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.db.resource_extend [None req-b096206f-a7af-4220-b3b6-913439af2d09 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 14 22:01:48.570385 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b096206f-a7af-4220-b3b6-913439af2d09 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:48.578095 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b096206f-a7af-4220-b3b6-913439af2d09 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (04a60959-0a7b-4ae9-a519-76c7bbac2c98), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:48.583482 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb2fda-f88b-41d8-be1c-88a1b241d460 req-f7734170-e972-47d7-ba1d-111863948d08 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:48.596423 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3beb2fda-f88b-41d8-be1c-88a1b241d460 req-f7734170-e972-47d7-ba1d-111863948d08 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.1185162 Apr 14 22:01:48.692642 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3beb2fda-f88b-41d8-be1c-88a1b241d460 req-78e78b5a-3ad4-41f7-879c-21ac28a7ebf9 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821021 Apr 14 22:01:48.762762 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.db.l3_db [None req-b096206f-a7af-4220-b3b6-913439af2d09 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Floating IP 04a60959-0a7b-4ae9-a519-76c7bbac2c98 associated. External IP: 172.27.2.176, port: 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b. Apr 14 22:01:49.029458 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b096206f-a7af-4220-b3b6-913439af2d09 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Router b5cb3676-f843-422c-b6c3-06c106e2b12c has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:01:49.182669 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b096206f-a7af-4220-b3b6-913439af2d09 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:01:49.187725 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b096206f-a7af-4220-b3b6-913439af2d09 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:49.226892 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fbeae6-724b-4837-8dcf-bf99c616dd8a None None] Sync routers for ids ['b5cb3676-f843-422c-b6c3-06c106e2b12c'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:01:49.246063 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-b096206f-a7af-4220-b3b6-913439af2d09 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "PUT /v2.0/floatingips/04a60959-0a7b-4ae9-a519-76c7bbac2c98 HTTP/1.1" status: 200 len: 992 time: 2.0059175 Apr 14 22:01:49.246749 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a32fc51-3299-4bea-b3e4-5cbe5e807947', 'tag': '9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:01:49.249661 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fbeae6-724b-4837-8dcf-bf99c616dd8a None None] Routers {'b5cb3676-f843-422c-b6c3-06c106e2b12c'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:01:49.251232 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-74fbeae6-724b-4837-8dcf-bf99c616dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:01:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b5cb3676-f843-422c-b6c3-06c106e2b12c'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:01:49.256055 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe89b316cabc9c6da7693dfedcbc481d80d5331a5be4d9b973c074b75cf4af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb05214-ee3a-4289-b440-90b740e506ae" -d '{"events": [{"name": "network-changed", "server_uuid": "7a32fc51-3299-4bea-b3e4-5cbe5e807947", "tag": "9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:01:49.325428 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bfca59-7c16-4bbb-8c8a-724c802bcc7c x-openstack-request-id: req-56bfca59-7c16-4bbb-8c8a-724c802bcc7c {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:01:49.325726 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a32fc51-3299-4bea-b3e4-5cbe5e807947", "tag": "9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:01:49.325984 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-56bfca59-7c16-4bbb-8c8a-724c802bcc7c {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:01:49.326583 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56bfca59-7c16-4bbb-8c8a-724c802bcc7c'] response: {'name': 'network-changed', 'server_uuid': '7a32fc51-3299-4bea-b3e4-5cbe5e807947', 'tag': '9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b', 'status': 'completed', 'code': 200} Apr 14 22:01:49.421016 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-74fbeae6-724b-4837-8dcf-bf99c616dd8a None None] Set router b5cb3676-f843-422c-b6c3-06c106e2b12c gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:01:49.590879 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952319e-6b1d-4b55-8ddb-03a2ea41f6fa req-859c75a2-8f48-4ab9-93be-fffc1b1f87cc tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:49.592517 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7952319e-6b1d-4b55-8ddb-03a2ea41f6fa req-859c75a2-8f48-4ab9-93be-fffc1b1f87cc tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0686276 Apr 14 22:01:49.677313 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7952319e-6b1d-4b55-8ddb-03a2ea41f6fa req-1ad35af2-262f-4d80-abc8-49cae992eeda tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752032 Apr 14 22:01:49.783655 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-74fbeae6-724b-4837-8dcf-bf99c616dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'name': 'tempest-AttachVolumeShelveTestJSON-1162303746-router', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:45Z', 'updated_at': '2022-04-14T22:00:58Z', 'revision_number': 4, 'project_id': '8354505d255643918a23f2f53ed53d67', 'gw_port': {'id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:46Z', 'updated_at': '2022-04-14T22:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '04a60959-0a7b-4ae9-a519-76c7bbac2c98', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'port_id': '9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'mac_address': 'fa:16:3e:41:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a32fc51-3299-4bea-b3e4-5cbe5e807947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:01:13Z', 'updated_at': '2022-04-14T22:01:48Z', 'revision_number': 1, 'project_id': '8354505d255643918a23f2f53ed53d67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b76d79-b93f-4d5b-a1c4-5986216bb436', 'name': '', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'mac_address': 'fa:16:3e:23:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:54Z', 'updated_at': '2022-04-14T22:01:14Z', 'revision_number': 5, 'project_id': '8354505d255643918a23f2f53ed53d67', 'subnets': [{'id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:01:49.818177 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fbeae6-724b-4837-8dcf-bf99c616dd8a None None] Checking router: b5cb3676-f843-422c-b6c3-06c106e2b12c for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:01:49.828793 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eca1c3-1756-449e-abc6-ef59da196aaf req-01b52094-0b48-46f2-831f-0f1a6b3678be tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:49.830371 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c7eca1c3-1756-449e-abc6-ef59da196aaf req-01b52094-0b48-46f2-831f-0f1a6b3678be tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0657151 Apr 14 22:01:49.831817 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fbeae6-724b-4837-8dcf-bf99c616dd8a None None] Routers {'b5cb3676-f843-422c-b6c3-06c106e2b12c'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:01:49.832866 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-74fbeae6-724b-4837-8dcf-bf99c616dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:01:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b5cb3676-f843-422c-b6c3-06c106e2b12c'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:01:49.886880 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c7eca1c3-1756-449e-abc6-ef59da196aaf req-3ecdbc28-1b91-44e9-bca0-7131bcddecf1 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503564 Apr 14 22:01:49.977631 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-74fbeae6-724b-4837-8dcf-bf99c616dd8a None None] Set router b5cb3676-f843-422c-b6c3-06c106e2b12c gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:01:50.224859 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-74fbeae6-724b-4837-8dcf-bf99c616dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'name': 'tempest-AttachVolumeShelveTestJSON-1162303746-router', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:45Z', 'updated_at': '2022-04-14T22:00:58Z', 'revision_number': 4, 'project_id': '8354505d255643918a23f2f53ed53d67', 'gw_port': {'id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:46Z', 'updated_at': '2022-04-14T22:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '04a60959-0a7b-4ae9-a519-76c7bbac2c98', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'port_id': '9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'mac_address': 'fa:16:3e:41:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a32fc51-3299-4bea-b3e4-5cbe5e807947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:01:13Z', 'updated_at': '2022-04-14T22:01:48Z', 'revision_number': 1, 'project_id': '8354505d255643918a23f2f53ed53d67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b76d79-b93f-4d5b-a1c4-5986216bb436', 'name': '', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'mac_address': 'fa:16:3e:23:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:54Z', 'updated_at': '2022-04-14T22:01:14Z', 'revision_number': 5, 'project_id': '8354505d255643918a23f2f53ed53d67', 'subnets': [{'id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:01:50.337908 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fbeae6-724b-4837-8dcf-bf99c616dd8a None None] The sync data for ids ['b5cb3676-f843-422c-b6c3-06c106e2b12c'] in dv-cinder-838009-1-iscsi is: [{'id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'name': 'tempest-AttachVolumeShelveTestJSON-1162303746-router', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:45Z', 'updated_at': '2022-04-14T22:00:58Z', 'revision_number': 4, 'project_id': '8354505d255643918a23f2f53ed53d67', 'gw_port': {'id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:46Z', 'updated_at': '2022-04-14T22:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '04a60959-0a7b-4ae9-a519-76c7bbac2c98', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'port_id': '9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'mac_address': 'fa:16:3e:41:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a32fc51-3299-4bea-b3e4-5cbe5e807947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:01:13Z', 'updated_at': '2022-04-14T22:01:48Z', 'revision_number': 1, 'project_id': '8354505d255643918a23f2f53ed53d67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b76d79-b93f-4d5b-a1c4-5986216bb436', 'name': '', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'mac_address': 'fa:16:3e:23:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:54Z', 'updated_at': '2022-04-14T22:01:14Z', 'revision_number': 5, 'project_id': '8354505d255643918a23f2f53ed53d67', 'subnets': [{'id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:01:50.593226 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7707124-d371-42b8-97db-f959d29a77d7 None None] New status for floating IP 04a60959-0a7b-4ae9-a519-76c7bbac2c98: ACTIVE {{(pid=103421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:01:50.843544 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc1b98-f2ce-4915-925b-3ea296850c48 req-66713621-7a8a-4662-95be-863349694d44 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:50.847152 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-81cc1b98-f2ce-4915-925b-3ea296850c48 req-66713621-7a8a-4662-95be-863349694d44 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0944102 Apr 14 22:01:50.905809 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-81cc1b98-f2ce-4915-925b-3ea296850c48 req-e37b4bf6-f89f-4680-8d6f-251b917d486b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475988 Apr 14 22:01:51.018411 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71ba3d-5dca-4de1-ae77-4c864e1abe0f req-7231bca2-fd3d-441f-bbde-5ee1aae2ebf0 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:51.020124 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5e71ba3d-5dca-4de1-ae77-4c864e1abe0f req-7231bca2-fd3d-441f-bbde-5ee1aae2ebf0 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0528746 Apr 14 22:01:51.070186 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5e71ba3d-5dca-4de1-ae77-4c864e1abe0f req-28d00d91-ae35-49ee-9419-1f15a31f8eb2 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439799 Apr 14 22:01:52.072973 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e77e1b-f230-48ba-bbac-5aaa51aa5b13 req-e01ac696-6207-4b8a-a66b-3a563ce93916 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:52.074607 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-89e77e1b-f230-48ba-bbac-5aaa51aa5b13 req-e01ac696-6207-4b8a-a66b-3a563ce93916 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0873370 Apr 14 22:01:52.138857 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-89e77e1b-f230-48ba-bbac-5aaa51aa5b13 req-5ca104da-8776-4dbc-add5-55ff0f4333e5 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572467 Apr 14 22:01:52.219176 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a018a-38ff-412a-af7c-e5b93e46e545 req-68402a70-f749-44b0-bd35-dd248b9c4e3d tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:52.224952 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fe6a018a-38ff-412a-af7c-e5b93e46e545 req-68402a70-f749-44b0-bd35-dd248b9c4e3d tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0579224 Apr 14 22:01:52.279951 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fe6a018a-38ff-412a-af7c-e5b93e46e545 req-682ba05b-6b1f-4d9d-aabf-65a893922241 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527596 Apr 14 22:01:52.862706 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 44688) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:52.980957 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3443bf92-b1bb-4d1e-b76f-24be6f55f3b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:53.069535 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3443bf92-b1bb-4d1e-b76f-24be6f55f3b4 admin admin] Publish callbacks [] for security_group (abcd204f-24c9-4e83-b72e-09202c122e7d), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:53.073739 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3443bf92-b1bb-4d1e-b76f-24be6f55f3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (abcd204f-24c9-4e83-b72e-09202c122e7d), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:53.110137 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443bf92-b1bb-4d1e-b76f-24be6f55f3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcd204f-24c9-4e83-b72e-09202c122e7d,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:53.114982 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-3443bf92-b1bb-4d1e-b76f-24be6f55f3b4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=716a4170bd83412ca3c82e62a73e0ad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506204 Apr 14 22:01:53.117806 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 44698) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:53.166515 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bbfb4c91-cee4-4e1e-a36a-796c50bf4ba8 admin admin] Publish callbacks [] for security_group (abcd204f-24c9-4e83-b72e-09202c122e7d), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:53.193980 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bbfb4c91-cee4-4e1e-a36a-796c50bf4ba8 admin admin] Publish callbacks [] for security_group (abcd204f-24c9-4e83-b72e-09202c122e7d), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:53.243810 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bbfb4c91-cee4-4e1e-a36a-796c50bf4ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (abcd204f-24c9-4e83-b72e-09202c122e7d), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:53.246566 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bbfb4c91-cee4-4e1e-a36a-796c50bf4ba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:53.247714 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-bbfb4c91-cee4-4e1e-a36a-796c50bf4ba8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/abcd204f-24c9-4e83-b72e-09202c122e7d HTTP/1.1" status: 204 len: 168 time: 0.1289299 Apr 14 22:01:53.257867 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb4c91-cee4-4e1e-a36a-796c50bf4ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcd204f-24c9-4e83-b72e-09202c122e7d,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:53.262906 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91875ad-9b4a-4016-80da-3d6dbbb7bbba req-cfbec4fe-d789-4732-9141-c61611d6f951 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:53.264528 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d91875ad-9b4a-4016-80da-3d6dbbb7bbba req-cfbec4fe-d789-4732-9141-c61611d6f951 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0499690 Apr 14 22:01:53.315128 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d91875ad-9b4a-4016-80da-3d6dbbb7bbba req-9f3715d3-918a-469b-86cf-b55fe7d237f1 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439339 Apr 14 22:01:53.406376 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee890bc-63ea-4bf4-9a19-5579565d09d1 req-aa23e117-a024-47fe-a8ce-8d1a562e5882 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:53.407888 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0ee890bc-63ea-4bf4-9a19-5579565d09d1 req-aa23e117-a024-47fe-a8ce-8d1a562e5882 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0481226 Apr 14 22:01:53.460034 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0ee890bc-63ea-4bf4-9a19-5579565d09d1 req-d2aa942c-9f7f-4f2f-b65b-111560084f25 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458000 Apr 14 22:01:53.532921 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 44714) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:53.545590 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a037ab61-e045-4fe4-b31a-a1b8f688ea47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:53.622702 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a037ab61-e045-4fe4-b31a-a1b8f688ea47 admin admin] Publish callbacks [] for security_group (3d96c9b2-227f-4a59-abd6-f2e192a0b071), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:53.626409 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a037ab61-e045-4fe4-b31a-a1b8f688ea47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (3d96c9b2-227f-4a59-abd6-f2e192a0b071), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:53.667301 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-a037ab61-e045-4fe4-b31a-a1b8f688ea47 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9f7db9b228a84538955b2c7852279474&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333539 Apr 14 22:01:53.668260 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037ab61-e045-4fe4-b31a-a1b8f688ea47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d96c9b2-227f-4a59-abd6-f2e192a0b071,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:53.670168 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 44718) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:53.720819 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-54ccb39a-8734-4a72-8884-ccadb403831e admin admin] Publish callbacks [] for security_group (3d96c9b2-227f-4a59-abd6-f2e192a0b071), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:53.743101 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-54ccb39a-8734-4a72-8884-ccadb403831e admin admin] Publish callbacks [] for security_group (3d96c9b2-227f-4a59-abd6-f2e192a0b071), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:53.794178 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-54ccb39a-8734-4a72-8884-ccadb403831e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (3d96c9b2-227f-4a59-abd6-f2e192a0b071), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:53.796764 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-54ccb39a-8734-4a72-8884-ccadb403831e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:53.797954 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-54ccb39a-8734-4a72-8884-ccadb403831e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3d96c9b2-227f-4a59-abd6-f2e192a0b071 HTTP/1.1" status: 204 len: 168 time: 0.1265314 Apr 14 22:01:53.810028 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ccb39a-8734-4a72-8884-ccadb403831e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d96c9b2-227f-4a59-abd6-f2e192a0b071,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:53.823523 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccb39a-8734-4a72-8884-ccadb403831e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:53.823902 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccb39a-8734-4a72-8884-ccadb403831e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:53.824264 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccb39a-8734-4a72-8884-ccadb403831e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:53.824663 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccb39a-8734-4a72-8884-ccadb403831e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:53.825017 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccb39a-8734-4a72-8884-ccadb403831e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:53.825354 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccb39a-8734-4a72-8884-ccadb403831e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:53.825705 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccb39a-8734-4a72-8884-ccadb403831e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:53.826101 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccb39a-8734-4a72-8884-ccadb403831e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:53.826457 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccb39a-8734-4a72-8884-ccadb403831e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:53.827205 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccb39a-8734-4a72-8884-ccadb403831e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:53.827514 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccb39a-8734-4a72-8884-ccadb403831e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:53.828013 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccb39a-8734-4a72-8884-ccadb403831e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:53.828520 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccb39a-8734-4a72-8884-ccadb403831e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:53.828849 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccb39a-8734-4a72-8884-ccadb403831e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:53.829175 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccb39a-8734-4a72-8884-ccadb403831e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:53.976022 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fb97557e-cdc7-4a2b-9518-5eb4b6d110ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:54.439482 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63873ded-9ace-4ee3-9684-386293c065cf req-db10c1dd-1669-4116-92f2-9df36cbce010 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:54.442121 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-63873ded-9ace-4ee3-9684-386293c065cf req-db10c1dd-1669-4116-92f2-9df36cbce010 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0543444 Apr 14 22:01:54.493371 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-63873ded-9ace-4ee3-9684-386293c065cf req-75a303d2-6d95-4bec-a3eb-f6e00aa50c99 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458202 Apr 14 22:01:54.615628 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22222232-2aa1-40f5-a742-4a602cb24ff1 req-c9e88046-2df9-4c98-85ed-5d2c5e63e9d4 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:54.617243 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-22222232-2aa1-40f5-a742-4a602cb24ff1 req-c9e88046-2df9-4c98-85ed-5d2c5e63e9d4 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0745173 Apr 14 22:01:54.676869 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-22222232-2aa1-40f5-a742-4a602cb24ff1 req-1147dbd4-70ab-4280-9a5b-1d0bb305442d tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522037 Apr 14 22:01:54.748093 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb05214-ee3a-4289-b440-90b740e506ae req-cafa6e71-42c2-47ce-9f28-9c9f5c7177e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:54.757366 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-adb05214-ee3a-4289-b440-90b740e506ae req-cafa6e71-42c2-47ce-9f28-9c9f5c7177e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8354505d255643918a23f2f53ed53d67&device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 1130 time: 0.0804334 Apr 14 22:01:55.615299 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 44802) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:55.882789 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-623039f1-72e8-4c3d-86fb-72b0e2348690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:55.886531 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdfe61-90a1-4037-9a56-234673305612 req-ad5f17b7-1018-4649-86ee-a43b84263c3b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:55.888581 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0ccdfe61-90a1-4037-9a56-234673305612 req-ad5f17b7-1018-4649-86ee-a43b84263c3b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.3006091 Apr 14 22:01:55.903648 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb05214-ee3a-4289-b440-90b740e506ae req-1140176d-7d51-443b-98ec-7e03eb20b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:55.908199 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-adb05214-ee3a-4289-b440-90b740e506ae req-1140176d-7d51-443b-98ec-7e03eb20b0ec service neutron] 10.222.0.26 "GET /v2.0/networks?id=85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 HTTP/1.1" status: 200 len: 917 time: 0.2577360 Apr 14 22:01:55.912675 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff655f0-6635-4fb6-81c9-7d2a280ad64f req-5150354a-dfed-44e5-93e5-a19781aa9b7e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:55.921605 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bff655f0-6635-4fb6-81c9-7d2a280ad64f req-5150354a-dfed-44e5-93e5-a19781aa9b7e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.1137278 Apr 14 22:01:56.023043 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bff655f0-6635-4fb6-81c9-7d2a280ad64f req-49b5d0fa-9fb0-496d-a30b-add5343dc9e4 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002128 Apr 14 22:01:56.023921 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993dec5-532d-4d7d-873b-c682e6fbf052 req-7bf651df-a5bb-4f8a-8f37-6ddc5b0e6737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:56.027444 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b993dec5-532d-4d7d-873b-c682e6fbf052 req-7bf651df-a5bb-4f8a-8f37-6ddc5b0e6737 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 1130 time: 0.1502442 Apr 14 22:01:56.059505 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0ccdfe61-90a1-4037-9a56-234673305612 req-c0ac7080-cc4d-4b45-b8fd-726ca6021793 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573162 Apr 14 22:01:56.067024 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-623039f1-72e8-4c3d-86fb-72b0e2348690 admin admin] Publish callbacks [] for security_group (c66eae56-688f-4e0d-8368-f42df2e6f068), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:56.079232 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-623039f1-72e8-4c3d-86fb-72b0e2348690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (c66eae56-688f-4e0d-8368-f42df2e6f068), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:56.120274 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623039f1-72e8-4c3d-86fb-72b0e2348690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66eae56-688f-4e0d-8368-f42df2e6f068,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:56.177277 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-623039f1-72e8-4c3d-86fb-72b0e2348690 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=abda309073e24e8990558c44c160a8eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5607324 Apr 14 22:01:56.179851 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 44826) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:56.271526 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bd42ac50-eda5-4b67-949d-46fc9cf31a94 admin admin] Publish callbacks [] for security_group (c66eae56-688f-4e0d-8368-f42df2e6f068), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:56.306681 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-adb05214-ee3a-4289-b440-90b740e506ae req-e08722b7-7da8-4f82-b71f-d0618289c3ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b HTTP/1.1" status: 200 len: 1002 time: 0.1571224 Apr 14 22:01:56.322655 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bd42ac50-eda5-4b67-949d-46fc9cf31a94 admin admin] Publish callbacks [] for security_group (c66eae56-688f-4e0d-8368-f42df2e6f068), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:56.342377 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b993dec5-532d-4d7d-873b-c682e6fbf052 req-120f3594-1900-4c72-9eeb-b6bddadddf4c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919720 Apr 14 22:01:56.360540 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56f470c3-5dd9-4235-be63-3e4bad8327a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:56.388041 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bd42ac50-eda5-4b67-949d-46fc9cf31a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (c66eae56-688f-4e0d-8368-f42df2e6f068), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:56.391512 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bd42ac50-eda5-4b67-949d-46fc9cf31a94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:56.392956 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-bd42ac50-eda5-4b67-949d-46fc9cf31a94 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c66eae56-688f-4e0d-8368-f42df2e6f068 HTTP/1.1" status: 204 len: 168 time: 0.2119443 Apr 14 22:01:56.401554 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42ac50-eda5-4b67-949d-46fc9cf31a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66eae56-688f-4e0d-8368-f42df2e6f068,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:56.479085 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7d51c-9ad8-41c7-9929-f01daccfa6dd req-0bb20471-8f2c-4849-a980-c33e625818e7 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:56.486721 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-07d7d51c-9ad8-41c7-9929-f01daccfa6dd req-0bb20471-8f2c-4849-a980-c33e625818e7 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0827687 Apr 14 22:01:56.541016 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-07d7d51c-9ad8-41c7-9929-f01daccfa6dd req-3936e8ea-d1ba-4cad-b78a-b3af75eebfb4 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531969 Apr 14 22:01:56.800747 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 44852) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:56.816509 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ede46b1f-dd08-43fd-984f-7fd1e9920028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:56.912259 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ede46b1f-dd08-43fd-984f-7fd1e9920028 admin admin] Publish callbacks [] for security_group (459d9faa-6362-4e62-ac71-1ffd41871116), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:56.916697 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ede46b1f-dd08-43fd-984f-7fd1e9920028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (459d9faa-6362-4e62-ac71-1ffd41871116), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:56.955227 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede46b1f-dd08-43fd-984f-7fd1e9920028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459d9faa-6362-4e62-ac71-1ffd41871116,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:56.963996 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-ede46b1f-dd08-43fd-984f-7fd1e9920028 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8f3088b0d84b456b809e0e905a84ad10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1582308 Apr 14 22:01:56.965044 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 44862) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:57.035891 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e69a9af7-de18-4418-a5fe-6152339e227e admin admin] Publish callbacks [] for security_group (459d9faa-6362-4e62-ac71-1ffd41871116), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:57.066647 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e69a9af7-de18-4418-a5fe-6152339e227e admin admin] Publish callbacks [] for security_group (459d9faa-6362-4e62-ac71-1ffd41871116), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:57.134258 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e69a9af7-de18-4418-a5fe-6152339e227e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (459d9faa-6362-4e62-ac71-1ffd41871116), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:57.140742 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e69a9af7-de18-4418-a5fe-6152339e227e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:57.142532 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-e69a9af7-de18-4418-a5fe-6152339e227e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/459d9faa-6362-4e62-ac71-1ffd41871116 HTTP/1.1" status: 204 len: 168 time: 0.1770780 Apr 14 22:01:57.156559 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a9af7-de18-4418-a5fe-6152339e227e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459d9faa-6362-4e62-ac71-1ffd41871116,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:57.181776 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91ccef-c7e2-42c3-8469-314549646f14 req-00c390fd-f962-44f7-9af1-7ca76fae9f10 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:57.193763 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6f91ccef-c7e2-42c3-8469-314549646f14 req-00c390fd-f962-44f7-9af1-7ca76fae9f10 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0948994 Apr 14 22:01:57.256987 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6f91ccef-c7e2-42c3-8469-314549646f14 req-7917c2ec-18d4-4502-b79d-e71ca29c0b4a tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618446 Apr 14 22:01:57.452297 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a92f3a-6df8-49f7-8c82-53d3a50ff1cb req-d51948af-12c9-4334-97f5-9ad9390bfb42 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:57.453964 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-83a92f3a-6df8-49f7-8c82-53d3a50ff1cb req-d51948af-12c9-4334-97f5-9ad9390bfb42 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 945 time: 0.0544150 Apr 14 22:01:57.480128 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:57.512405 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-83a92f3a-6df8-49f7-8c82-53d3a50ff1cb req-85bf4e7c-c2f9-4d2d-9af6-81e701ab05b6 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/security-groups?id=900e8486-a06b-4982-bc35-73a1d8e83f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515282 Apr 14 22:01:57.679738 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6655ec-8d00-4f2e-8e58-2f16d36a1bf7 req-4124b15f-52bc-4d6c-b957-f3248544af1c tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:57.682572 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1a6655ec-8d00-4f2e-8e58-2f16d36a1bf7 req-4124b15f-52bc-4d6c-b957-f3248544af1c tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0679944 Apr 14 22:01:57.743826 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1a6655ec-8d00-4f2e-8e58-2f16d36a1bf7 req-d0ccb02a-f40f-4d31-ae2c-f2ee0697e285 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547364 Apr 14 22:01:58.374597 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd790d-7cfc-4bf8-afcd-a0c8903bdd87 req-f1ae7095-9ae4-4f42-aaba-6144c24cd742 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:58.376062 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a3cd790d-7cfc-4bf8-afcd-a0c8903bdd87 req-f1ae7095-9ae4-4f42-aaba-6144c24cd742 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0510206 Apr 14 22:01:58.425956 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a3cd790d-7cfc-4bf8-afcd-a0c8903bdd87 req-a40eb1b6-d9e9-4bbf-99a3-3c233736caa4 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438015 Apr 14 22:01:58.631344 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de229774-56cc-4b70-8b5a-59d2ea5db5ad req-af82c5b7-078f-4ff4-8a13-4e40efb1d221 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:58.632927 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-de229774-56cc-4b70-8b5a-59d2ea5db5ad req-af82c5b7-078f-4ff4-8a13-4e40efb1d221 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 945 time: 0.0477872 Apr 14 22:01:58.680480 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-de229774-56cc-4b70-8b5a-59d2ea5db5ad req-c1d257c9-19d2-4d75-ab2c-cd6e5db0d52a tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/security-groups?id=900e8486-a06b-4982-bc35-73a1d8e83f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416770 Apr 14 22:01:58.790897 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:58.867298 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd9278-4af9-4514-9703-a8207ae7d616 req-efa22531-2aae-4e6e-bf54-31069bfdadd7 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:58.868886 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-dabd9278-4af9-4514-9703-a8207ae7d616 req-efa22531-2aae-4e6e-bf54-31069bfdadd7 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0512023 Apr 14 22:01:58.919100 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-dabd9278-4af9-4514-9703-a8207ae7d616 req-feba710c-d6c8-411c-914e-3f9b4bd77d6d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445778 Apr 14 22:01:59.406733 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb05214-ee3a-4289-b440-90b740e506ae req-4180f681-ebdb-44b9-a76e-d3a2bf1e9173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:59.408171 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-adb05214-ee3a-4289-b440-90b740e506ae req-4180f681-ebdb-44b9-a76e-d3a2bf1e9173 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a14408c-0a04-4255-b049-e60b2b57871e HTTP/1.1" status: 200 len: 856 time: 0.0848103 Apr 14 22:01:59.416090 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daad6f-8aac-46e5-ac0d-1eac4d0e9759 req-7487b404-2263-43b9-9b7e-e13587ea9d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:59.417476 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b6daad6f-8aac-46e5-ac0d-1eac4d0e9759 req-7487b404-2263-43b9-9b7e-e13587ea9d5a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a890272563304d14843d609bdf1fd1f0&device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 1129 time: 0.0477707 Apr 14 22:01:59.547593 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612162f-a189-4dae-a3ed-c8e2d6cd11b1 req-a5093e4d-a815-47f4-aaa3-d172d59a414b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:59.549228 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-f612162f-a189-4dae-a3ed-c8e2d6cd11b1 req-a5093e4d-a815-47f4-aaa3-d172d59a414b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0538597 Apr 14 22:01:59.597547 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-f612162f-a189-4dae-a3ed-c8e2d6cd11b1 req-97fa4ff3-3c53-4099-9c21-2b3f1d706842 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413609 Apr 14 22:01:59.802575 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57b869-cf64-460f-b8ed-03f5f41a6053 req-729c585f-10cc-4fc2-994a-58caf3f1b52a tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:59.804116 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6e57b869-cf64-460f-b8ed-03f5f41a6053 req-729c585f-10cc-4fc2-994a-58caf3f1b52a tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 945 time: 0.0556231 Apr 14 22:01:59.855668 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6e57b869-cf64-460f-b8ed-03f5f41a6053 req-0b131f8e-f2c3-4e76-873c-cf7d38482f2a tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/security-groups?id=900e8486-a06b-4982-bc35-73a1d8e83f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420103 Apr 14 22:02:00.031617 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453ce46-3627-4458-b318-c908d18bc920 req-3576bf8d-5a62-47a9-a425-342bbdda39c9 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:00.033158 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6453ce46-3627-4458-b318-c908d18bc920 req-3576bf8d-5a62-47a9-a425-342bbdda39c9 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0482681 Apr 14 22:02:00.080265 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6453ce46-3627-4458-b318-c908d18bc920 req-620de180-652e-4ccb-8907-f7997e7858f4 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407624 Apr 14 22:02:00.454753 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:00.723890 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4404713-d752-403c-8945-a9242db8d9ba req-35544629-b616-4491-a0b5-3826c761b5a3 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:00.725405 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e4404713-d752-403c-8945-a9242db8d9ba req-35544629-b616-4491-a0b5-3826c761b5a3 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0476477 Apr 14 22:02:00.774641 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e4404713-d752-403c-8945-a9242db8d9ba req-06df6232-4bcf-43a9-82c8-dd4520179601 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433512 Apr 14 22:02:00.976552 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c9013-262d-4a01-8429-f99c578d2716 req-fd4a4119-d9f0-46c2-8cb1-f4f1b5111bfe tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:00.978067 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-678c9013-262d-4a01-8429-f99c578d2716 req-fd4a4119-d9f0-46c2-8cb1-f4f1b5111bfe tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 945 time: 0.0492909 Apr 14 22:02:01.026820 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-678c9013-262d-4a01-8429-f99c578d2716 req-e65a442f-5efe-439d-892f-95aceea536f9 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/security-groups?id=900e8486-a06b-4982-bc35-73a1d8e83f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431721 Apr 14 22:02:01.197471 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a2ef6-7351-4edd-bea7-4c6a4666002d req-c8ccbfa3-23de-4404-a1f8-d604b512bfe0 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:01.199682 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8a0a2ef6-7351-4edd-bea7-4c6a4666002d req-c8ccbfa3-23de-4404-a1f8-d604b512bfe0 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0505431 Apr 14 22:02:01.251856 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8a0a2ef6-7351-4edd-bea7-4c6a4666002d req-76e2d130-e900-47af-b31a-3e772d0085c4 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455191 Apr 14 22:02:01.889646 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec07f9-ff3c-4f57-bd14-764bb4664424 req-01e128e2-08fb-4cf8-9aa4-7ccf5044da2d tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:01.891202 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a0ec07f9-ff3c-4f57-bd14-764bb4664424 req-01e128e2-08fb-4cf8-9aa4-7ccf5044da2d tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0486526 Apr 14 22:02:01.947718 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a0ec07f9-ff3c-4f57-bd14-764bb4664424 req-5fc31698-5b71-4cff-9aa1-437ceb8a5913 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506291 Apr 14 22:02:02.143051 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa8517-c906-426c-a4c3-76bd5bd57e98 req-36a717b3-1222-4aae-b167-e28d7cdede4a tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:02.145227 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b7fa8517-c906-426c-a4c3-76bd5bd57e98 req-36a717b3-1222-4aae-b167-e28d7cdede4a tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 945 time: 0.0481913 Apr 14 22:02:02.197513 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b7fa8517-c906-426c-a4c3-76bd5bd57e98 req-e4fce407-7324-4c33-b3fb-7d07209cfb14 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/security-groups?id=900e8486-a06b-4982-bc35-73a1d8e83f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466933 Apr 14 22:02:02.366562 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e40d6-e52e-4e16-bfd6-186932294032 req-86b11eea-917b-4b21-a719-54199635af13 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:02.368162 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-274e40d6-e52e-4e16-bfd6-186932294032 req-86b11eea-917b-4b21-a719-54199635af13 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0479662 Apr 14 22:02:02.417074 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-274e40d6-e52e-4e16-bfd6-186932294032 req-08c2e750-1481-44e3-87fe-6ee96f9a238f tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427933 Apr 14 22:02:03.086605 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9516f-d98c-4bd9-85f7-380df26719e1 req-fb347b03-a9dd-40cd-9c07-ef8872b292ea tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:03.088356 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-80a9516f-d98c-4bd9-85f7-380df26719e1 req-fb347b03-a9dd-40cd-9c07-ef8872b292ea tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0600324 Apr 14 22:02:03.148920 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-80a9516f-d98c-4bd9-85f7-380df26719e1 req-d308639a-12a4-4ac0-a9ad-4efa0a6d4415 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529261 Apr 14 22:02:03.180794 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb05214-ee3a-4289-b440-90b740e506ae req-1aff1487-0b03-4267-95ce-cb15fcdf1057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:03.183183 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-adb05214-ee3a-4289-b440-90b740e506ae req-1aff1487-0b03-4267-95ce-cb15fcdf1057 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85de08d8-9eb8-4e52-8d6f-cc3f42de82b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3010569 Apr 14 22:02:03.216028 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daad6f-8aac-46e5-ac0d-1eac4d0e9759 req-82cfed17-7d03-43ac-9e3b-a4d255ee9a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:03.218383 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b6daad6f-8aac-46e5-ac0d-1eac4d0e9759 req-82cfed17-7d03-43ac-9e3b-a4d255ee9a8c service neutron] 10.222.0.26 "GET /v2.0/networks?id=24ce8649-73b0-4bad-abdf-64923fbb2e24 HTTP/1.1" status: 200 len: 919 time: 0.3268189 Apr 14 22:02:03.315728 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca3d9c-01b4-4770-965b-aa1fa571f0bb req-eb5ac88c-17dc-4243-8d24-54f9dc1ff3bc tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:03.317206 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e0ca3d9c-01b4-4770-965b-aa1fa571f0bb req-eb5ac88c-17dc-4243-8d24-54f9dc1ff3bc tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 945 time: 0.0471056 Apr 14 22:02:03.365532 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e0ca3d9c-01b4-4770-965b-aa1fa571f0bb req-5fea30ab-e58c-4d1d-82d6-a03e8b3a6452 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/security-groups?id=900e8486-a06b-4982-bc35-73a1d8e83f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428016 Apr 14 22:02:03.428493 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b6daad6f-8aac-46e5-ac0d-1eac4d0e9759 req-3b121f8c-8d27-44a6-bbb5-fc9cb770e896 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a6aac5c-5e4e-4a05-8512-e45b1698be0d HTTP/1.1" status: 200 len: 217 time: 0.0550365 Apr 14 22:02:03.500215 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-adb05214-ee3a-4289-b440-90b740e506ae req-c6b31a38-29e9-4bc7-a5b2-fed253440ca3 service neutron] 10.222.0.26 "GET /v2.0/networks/85de08d8-9eb8-4e52-8d6f-cc3f42de82b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280918 Apr 14 22:02:03.544380 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd02f1-8c46-426e-82d1-8bc1c6a97960 req-95a92344-0e52-4960-971f-5d9fdef46fdd tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:03.545990 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-01dd02f1-8c46-426e-82d1-8bc1c6a97960 req-95a92344-0e52-4960-971f-5d9fdef46fdd tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0594978 Apr 14 22:02:03.598588 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-01dd02f1-8c46-426e-82d1-8bc1c6a97960 req-37c16d0a-3f43-4494-af8d-ca57a75d790c tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456934 Apr 14 22:02:04.038186 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6ed12-265e-4214-ab94-4c711125f49e req-87428f57-0df5-4276-ad4b-4ff15e847e7b tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:04.039168 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daad6f-8aac-46e5-ac0d-1eac4d0e9759 req-3b32e635-a827-4ac7-950a-3cd03af854af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:04.039711 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e2e6ed12-265e-4214-ab94-4c711125f49e req-87428f57-0df5-4276-ad4b-4ff15e847e7b tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.26 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 945 time: 0.0561886 Apr 14 22:02:04.040624 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b6daad6f-8aac-46e5-ac0d-1eac4d0e9759 req-3b32e635-a827-4ac7-950a-3cd03af854af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=801c38b5-c92d-488d-9425-23346baf9bd6 HTTP/1.1" status: 200 len: 858 time: 0.1031559 Apr 14 22:02:04.103510 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-adb05214-ee3a-4289-b440-90b740e506ae req-89c7f12e-0c5a-4415-a05d-a79a930b4e20 service neutron] 10.222.0.26 "GET /v2.0/networks/85de08d8-9eb8-4e52-8d6f-cc3f42de82b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741912 Apr 14 22:02:04.113352 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daad6f-8aac-46e5-ac0d-1eac4d0e9759 req-b84b8462-442c-4376-91a2-14d4c3c319be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:04.115730 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b6daad6f-8aac-46e5-ac0d-1eac4d0e9759 req-b84b8462-442c-4376-91a2-14d4c3c319be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=24ce8649-73b0-4bad-abdf-64923fbb2e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564961 Apr 14 22:02:04.228438 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-e2e6ed12-265e-4214-ab94-4c711125f49e req-9b427222-3241-40fb-9e50-7b3b1102fbe6 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Deleting port 86c53170-c4d6-477e-97dd-e43ac2154043 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:02:04.228967 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-e2e6ed12-265e-4214-ab94-4c711125f49e req-9b427222-3241-40fb-9e50-7b3b1102fbe6 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (86c53170-c4d6-477e-97dd-e43ac2154043), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:04.267479 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b6daad6f-8aac-46e5-ac0d-1eac4d0e9759 req-606a9227-d906-46bf-ba66-7783aaa010ea service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412091 Apr 14 22:02:04.328105 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095bbda-583b-4a38-bafc-b3f505bb3d13 req-611465f5-cf27-4ac1-bb7e-f09c0d994c3a tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:04.330026 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7095bbda-583b-4a38-bafc-b3f505bb3d13 req-611465f5-cf27-4ac1-bb7e-f09c0d994c3a tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0774343 Apr 14 22:02:04.351420 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-e2e6ed12-265e-4214-ab94-4c711125f49e req-9b427222-3241-40fb-9e50-7b3b1102fbe6 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] For port 86c53170-c4d6-477e-97dd-e43ac2154043, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=86c53170-c4d6-477e-97dd-e43ac2154043,segment=NetworkSegment(09228667-aceb-4540-9108-697d1ba8c45b),segment_id=09228667-aceb-4540-9108-697d1ba8c45b)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:02:04.352294 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-e2e6ed12-265e-4214-ab94-4c711125f49e req-9b427222-3241-40fb-9e50-7b3b1102fbe6 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (86c53170-c4d6-477e-97dd-e43ac2154043), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:04.372077 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-e2e6ed12-265e-4214-ab94-4c711125f49e req-9b427222-3241-40fb-9e50-7b3b1102fbe6 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Calling delete_port for 86c53170-c4d6-477e-97dd-e43ac2154043 owned by compute:nova {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:02:04.437455 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7095bbda-583b-4a38-bafc-b3f505bb3d13 req-788432e3-de03-4f8c-9b53-6d61a0350092 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738232 Apr 14 22:02:04.444916 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b6daad6f-8aac-46e5-ac0d-1eac4d0e9759 req-ff50a75d-7184-4856-ba73-e53459cac5bc service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599972 Apr 14 22:02:04.599683 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d877dc-fbc3-4394-a64e-b82ba794090b req-359cf0b3-41f7-4cd6-aed0-1be3bfea3ffb tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:04.601923 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-10d877dc-fbc3-4394-a64e-b82ba794090b req-359cf0b3-41f7-4cd6-aed0-1be3bfea3ffb tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0552659 Apr 14 22:02:04.619011 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 45118) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:04.624303 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-d358b055-737b-4454-af53-72894e9bd814 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Request body: {'floatingip': {'port_id': 'e5e20866-74a2-4572-b910-150af0b0a925'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:02:04.746771 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d358b055-737b-4454-af53-72894e9bd814 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for floatingip (0535d47d-ee36-4219-a1c2-71721aec4e37), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:04.860249 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be302456-4b19-4071-8bec-a63b3996b3ab req-fee6fc23-3fed-497b-bf4a-e00a7ca8c181 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:04.861943 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-be302456-4b19-4071-8bec-a63b3996b3ab req-fee6fc23-3fed-497b-bf4a-e00a7ca8c181 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/ports?device_id=c620cf44-7e3f-40a8-8eb3-701c02a62ae2 HTTP/1.1" status: 200 len: 945 time: 0.0833225 Apr 14 22:02:04.905966 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-e2e6ed12-265e-4214-ab94-4c711125f49e req-9b427222-3241-40fb-9e50-7b3b1102fbe6 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (86c53170-c4d6-477e-97dd-e43ac2154043), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:04.921340 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['86c53170-c4d6-477e-97dd-e43ac2154043'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:02:04.930710 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c61656-1f66-4d90-83bb-9c313dd104dd req-5ac31a5a-b39e-41fd-8585-c39d27c2bf1d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:04.938999 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-78c61656-1f66-4d90-83bb-9c313dd104dd req-5ac31a5a-b39e-41fd-8585-c39d27c2bf1d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.1344805 Apr 14 22:02:04.962745 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b427222-3241-40fb-9e50-7b3b1102fbe6 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Pushing event deleted for resources: {'Port': ['ID=86c53170-c4d6-477e-97dd-e43ac2154043,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:05.036151 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-be302456-4b19-4071-8bec-a63b3996b3ab req-020b3c5b-3630-483f-bcaa-bf6736f93fb6 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.43 "GET /v2.0/security-groups?id=900e8486-a06b-4982-bc35-73a1d8e83f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633697 Apr 14 22:02:05.062015 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e6ed12-265e-4214-ab94-4c711125f49e req-9b427222-3241-40fb-9e50-7b3b1102fbe6 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] No DVR routers for this DVR port 86c53170-c4d6-477e-97dd-e43ac2154043 on host hv-cinder-83800 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:02:05.066696 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-e2e6ed12-265e-4214-ab94-4c711125f49e req-9b427222-3241-40fb-9e50-7b3b1102fbe6 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:05.070166 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e2e6ed12-265e-4214-ab94-4c711125f49e req-9b427222-3241-40fb-9e50-7b3b1102fbe6 tempest-DeleteServersTestJSON-1417236666 tempest-DeleteServersTestJSON-1417236666-project] 10.222.0.26 "DELETE /v2.0/ports/86c53170-c4d6-477e-97dd-e43ac2154043 HTTP/1.1" status: 204 len: 173 time: 1.0190580 Apr 14 22:02:05.070655 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c620cf44-7e3f-40a8-8eb3-701c02a62ae2', 'name': 'network-vif-deleted', 'tag': '86c53170-c4d6-477e-97dd-e43ac2154043'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:02:05.073049 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe89b316cabc9c6da7693dfedcbc481d80d5331a5be4d9b973c074b75cf4af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738d082c-0999-4e5b-96c1-9b339f048d9a" -d '{"events": [{"server_uuid": "c620cf44-7e3f-40a8-8eb3-701c02a62ae2", "name": "network-vif-deleted", "tag": "86c53170-c4d6-477e-97dd-e43ac2154043"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:02:05.087881 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-78c61656-1f66-4d90-83bb-9c313dd104dd req-929689ee-1d21-44cd-9708-962662ae4023 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469975 Apr 14 22:02:05.126144 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d9c56f-63d9-498f-b5d3-bed30ca29ddc x-openstack-request-id: req-d8d9c56f-63d9-498f-b5d3-bed30ca29ddc {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:02:05.126661 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c620cf44-7e3f-40a8-8eb3-701c02a62ae2", "name": "network-vif-deleted", "tag": "86c53170-c4d6-477e-97dd-e43ac2154043", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:02:05.127797 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d8d9c56f-63d9-498f-b5d3-bed30ca29ddc {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:02:05.128957 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8d9c56f-63d9-498f-b5d3-bed30ca29ddc'] response: {'server_uuid': 'c620cf44-7e3f-40a8-8eb3-701c02a62ae2', 'name': 'network-vif-deleted', 'tag': '86c53170-c4d6-477e-97dd-e43ac2154043', 'status': 'completed', 'code': 200} Apr 14 22:02:05.211506 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 45136) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:05.439506 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7a274626-120e-4c81-87f9-6676e5cf4da7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:05.551916 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7a274626-120e-4c81-87f9-6676e5cf4da7 admin admin] Publish callbacks [] for security_group (69227b30-a80f-4d99-9d70-5fc7854d20d7), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:05.557207 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7a274626-120e-4c81-87f9-6676e5cf4da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (69227b30-a80f-4d99-9d70-5fc7854d20d7), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:05.601088 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-7a274626-120e-4c81-87f9-6676e5cf4da7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=283f5abbb9e9454ca9d7ff844dc3941a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3882520 Apr 14 22:02:05.602346 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a274626-120e-4c81-87f9-6676e5cf4da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69227b30-a80f-4d99-9d70-5fc7854d20d7,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:05.603650 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 45156) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:05.712186 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d358b055-737b-4454-af53-72894e9bd814 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:05.718268 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d358b055-737b-4454-af53-72894e9bd814 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (0535d47d-ee36-4219-a1c2-71721aec4e37), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:05.766907 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-80a37235-f508-437a-b0f7-42cc18ed8f76 admin admin] Publish callbacks [] for security_group (69227b30-a80f-4d99-9d70-5fc7854d20d7), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:06.059343 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-80a37235-f508-437a-b0f7-42cc18ed8f76 admin admin] Publish callbacks [] for security_group (69227b30-a80f-4d99-9d70-5fc7854d20d7), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:06.112637 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.l3_db [None req-d358b055-737b-4454-af53-72894e9bd814 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Floating IP 0535d47d-ee36-4219-a1c2-71721aec4e37 associated. External IP: 172.27.2.172, port: e5e20866-74a2-4572-b910-150af0b0a925. Apr 14 22:02:06.219656 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-80a37235-f508-437a-b0f7-42cc18ed8f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (69227b30-a80f-4d99-9d70-5fc7854d20d7), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:06.223906 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-80a37235-f508-437a-b0f7-42cc18ed8f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:06.225087 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-80a37235-f508-437a-b0f7-42cc18ed8f76 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/69227b30-a80f-4d99-9d70-5fc7854d20d7 HTTP/1.1" status: 204 len: 168 time: 0.6190505 Apr 14 22:02:06.244547 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a37235-f508-437a-b0f7-42cc18ed8f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69227b30-a80f-4d99-9d70-5fc7854d20d7,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:06.281084 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd0228-9bba-45e1-b1e0-05cb3105bfed req-b2245cfd-0e4d-4dcc-884e-75e3d8e0b219 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:06.293893 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7acd0228-9bba-45e1-b1e0-05cb3105bfed req-b2245cfd-0e4d-4dcc-884e-75e3d8e0b219 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.1004384 Apr 14 22:02:06.379483 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7acd0228-9bba-45e1-b1e0-05cb3105bfed req-55b3ac5f-a363-4b63-84ee-68be50952033 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818009 Apr 14 22:02:06.485938 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d358b055-737b-4454-af53-72894e9bd814 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Router 62c0b5df-fde9-456f-aea0-d72f771c8c4c has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:02:06.640087 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d358b055-737b-4454-af53-72894e9bd814 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:02:06.648533 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d358b055-737b-4454-af53-72894e9bd814 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:06.654181 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d426e0-2040-440f-bef7-446fe9d66d8c None None] Sync routers for ids ['62c0b5df-fde9-456f-aea0-d72f771c8c4c'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:02:06.668888 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d426e0-2040-440f-bef7-446fe9d66d8c None None] Routers {'62c0b5df-fde9-456f-aea0-d72f771c8c4c'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:02:06.670431 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-83d426e0-2040-440f-bef7-446fe9d66d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:01:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['62c0b5df-fde9-456f-aea0-d72f771c8c4c'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:02:06.700986 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 45202) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:06.717640 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-d358b055-737b-4454-af53-72894e9bd814 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "PUT /v2.0/floatingips/0535d47d-ee36-4219-a1c2-71721aec4e37 HTTP/1.1" status: 200 len: 992 time: 2.0964196 Apr 14 22:02:06.718727 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f59e2a6-41d1-45e5-8233-bebaad1aa919', 'tag': 'e5e20866-74a2-4572-b910-150af0b0a925'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:02:06.722873 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737d29bb-0992-49fe-96bc-3fc846be9d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "7f59e2a6-41d1-45e5-8233-bebaad1aa919", "tag": "e5e20866-74a2-4572-b910-150af0b0a925"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:02:06.733205 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c08fc579-0493-4530-b549-bdb5ed64e940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:06.781309 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d741903d-cd73-4e8c-b1df-a498fce980a1 x-openstack-request-id: req-d741903d-cd73-4e8c-b1df-a498fce980a1 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:02:06.782241 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f59e2a6-41d1-45e5-8233-bebaad1aa919", "tag": "e5e20866-74a2-4572-b910-150af0b0a925", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:02:06.782241 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d741903d-cd73-4e8c-b1df-a498fce980a1 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:02:06.782445 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d741903d-cd73-4e8c-b1df-a498fce980a1'] response: {'name': 'network-changed', 'server_uuid': '7f59e2a6-41d1-45e5-8233-bebaad1aa919', 'tag': 'e5e20866-74a2-4572-b910-150af0b0a925', 'status': 'completed', 'code': 200} Apr 14 22:02:06.837125 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-83d426e0-2040-440f-bef7-446fe9d66d8c None None] Set router 62c0b5df-fde9-456f-aea0-d72f771c8c4c gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:02:06.889140 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d29bb-0992-49fe-96bc-3fc846be9d4b req-3dbb7c89-9f0b-445f-a031-f645b7f8339b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:06.890787 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-737d29bb-0992-49fe-96bc-3fc846be9d4b req-3dbb7c89-9f0b-445f-a031-f645b7f8339b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57cc8af3ea5f43dea31995492e7632a5&device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 1130 time: 0.0754786 Apr 14 22:02:06.987183 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c08fc579-0493-4530-b549-bdb5ed64e940 admin admin] Publish callbacks [] for security_group (2b696144-7c9f-4a60-ae97-1740c6b1f47a), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:06.998008 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c08fc579-0493-4530-b549-bdb5ed64e940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (2b696144-7c9f-4a60-ae97-1740c6b1f47a), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:07.061157 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-c08fc579-0493-4530-b549-bdb5ed64e940 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d9d40b90c5a14364a7f66244c8d4f7db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3587399 Apr 14 22:02:07.063287 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08fc579-0493-4530-b549-bdb5ed64e940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b696144-7c9f-4a60-ae97-1740c6b1f47a,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:07.072391 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 45222) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:07.073273 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d29bb-0992-49fe-96bc-3fc846be9d4b req-687b3789-9a38-41d6-ba51-115085ce5af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:07.073273 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-737d29bb-0992-49fe-96bc-3fc846be9d4b req-687b3789-9a38-41d6-ba51-115085ce5af0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=effe8ea7-6d93-45a6-99a1-18a80b92d90d HTTP/1.1" status: 200 len: 911 time: 0.1703179 Apr 14 22:02:07.134219 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 86c53170-c4d6-477e-97dd-e43ac2154043 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:02:07.165671 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-83d426e0-2040-440f-bef7-446fe9d66d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'name': 'tempest-AttachVolumeTestJSON-1784155718-router', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '004bb70c-4a50-4298-9e70-66904c845aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:10Z', 'revision_number': 4, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'gw_port': {'id': '004bb70c-4a50-4298-9e70-66904c845aad', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:55Z', 'updated_at': '2022-04-14T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '0535d47d-ee36-4219-a1c2-71721aec4e37', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'port_id': 'e5e20866-74a2-4572-b910-150af0b0a925', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d', 'mac_address': 'fa:16:3e:f0:2e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f59e2a6-41d1-45e5-8233-bebaad1aa919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:01:21Z', 'updated_at': '2022-04-14T22:02:05Z', 'revision_number': 1, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d774956-49ae-47bf-a870-a63888ec42d0', 'name': '', 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'mac_address': 'fa:16:3e:47:59:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:01:06Z', 'updated_at': '2022-04-14T22:01:20Z', 'revision_number': 5, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'subnets': [{'id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:02:07.172383 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-431f4347-bf07-404b-adf1-d0f7ae44f14c admin admin] Publish callbacks [] for security_group (2b696144-7c9f-4a60-ae97-1740c6b1f47a), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:07.184945 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] No Port match for: 86c53170-c4d6-477e-97dd-e43ac2154043 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:02:07.185294 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 86c53170-c4d6-477e-97dd-e43ac2154043 not bound to the agent host hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:02:07.203955 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-431f4347-bf07-404b-adf1-d0f7ae44f14c admin admin] Publish callbacks [] for security_group (2b696144-7c9f-4a60-ae97-1740c6b1f47a), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:07.208902 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d426e0-2040-440f-bef7-446fe9d66d8c None None] Checking router: 62c0b5df-fde9-456f-aea0-d72f771c8c4c for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:02:07.222992 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d426e0-2040-440f-bef7-446fe9d66d8c None None] Routers {'62c0b5df-fde9-456f-aea0-d72f771c8c4c'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:02:07.224486 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-83d426e0-2040-440f-bef7-446fe9d66d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:01:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['62c0b5df-fde9-456f-aea0-d72f771c8c4c'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:02:07.227899 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-737d29bb-0992-49fe-96bc-3fc846be9d4b req-6a6bb6f3-0254-4405-8b5a-2742f9a37656 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5e20866-74a2-4572-b910-150af0b0a925 HTTP/1.1" status: 200 len: 1000 time: 0.1514394 Apr 14 22:02:07.265616 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-431f4347-bf07-404b-adf1-d0f7ae44f14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (2b696144-7c9f-4a60-ae97-1740c6b1f47a), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:07.268916 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-431f4347-bf07-404b-adf1-d0f7ae44f14c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:07.273455 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-431f4347-bf07-404b-adf1-d0f7ae44f14c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b696144-7c9f-4a60-ae97-1740c6b1f47a HTTP/1.1" status: 204 len: 168 time: 0.2081571 Apr 14 22:02:07.283337 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f4347-bf07-404b-adf1-d0f7ae44f14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b696144-7c9f-4a60-ae97-1740c6b1f47a,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:07.339781 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d29bb-0992-49fe-96bc-3fc846be9d4b req-56deb3e7-01e7-4ac0-9847-8a631d83938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:07.342069 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-737d29bb-0992-49fe-96bc-3fc846be9d4b req-56deb3e7-01e7-4ac0-9847-8a631d83938f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7eeaee9-acfc-4c29-821f-fe146a812549 HTTP/1.1" status: 200 len: 850 time: 0.1069477 Apr 14 22:02:07.404424 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-83d426e0-2040-440f-bef7-446fe9d66d8c None None] Set router 62c0b5df-fde9-456f-aea0-d72f771c8c4c gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:02:07.411640 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d29bb-0992-49fe-96bc-3fc846be9d4b req-398a9d02-2f36-40a1-97c1-8ed3c51e292c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:07.414710 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-737d29bb-0992-49fe-96bc-3fc846be9d4b req-398a9d02-2f36-40a1-97c1-8ed3c51e292c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=effe8ea7-6d93-45a6-99a1-18a80b92d90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650587 Apr 14 22:02:07.499650 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 45238) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:07.586228 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c0e07-2246-41d1-bad1-85116c9f138c req-2d76bcfb-439e-4ee7-a71a-ebf42d4f9a1d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:07.588027 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-789c0e07-2246-41d1-bad1-85116c9f138c req-2d76bcfb-439e-4ee7-a71a-ebf42d4f9a1d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.1248605 Apr 14 22:02:07.592268 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-737d29bb-0992-49fe-96bc-3fc846be9d4b req-6332342e-50d1-4bfa-ac2d-f2b0589ae784 service neutron] 10.222.0.26 "GET /v2.0/networks/effe8ea7-6d93-45a6-99a1-18a80b92d90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692259 Apr 14 22:02:07.647545 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b207d10f-158c-4d86-b84b-679bfc41b95f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:07.687284 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-789c0e07-2246-41d1-bad1-85116c9f138c req-d90aacf6-44d6-4361-a4b6-f7c218cbfbaa tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921319 Apr 14 22:02:07.723644 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-83d426e0-2040-440f-bef7-446fe9d66d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'name': 'tempest-AttachVolumeTestJSON-1784155718-router', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '004bb70c-4a50-4298-9e70-66904c845aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:10Z', 'revision_number': 4, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'gw_port': {'id': '004bb70c-4a50-4298-9e70-66904c845aad', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:55Z', 'updated_at': '2022-04-14T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '0535d47d-ee36-4219-a1c2-71721aec4e37', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'port_id': 'e5e20866-74a2-4572-b910-150af0b0a925', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d', 'mac_address': 'fa:16:3e:f0:2e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f59e2a6-41d1-45e5-8233-bebaad1aa919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:01:21Z', 'updated_at': '2022-04-14T22:02:05Z', 'revision_number': 1, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d774956-49ae-47bf-a870-a63888ec42d0', 'name': '', 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'mac_address': 'fa:16:3e:47:59:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:01:06Z', 'updated_at': '2022-04-14T22:01:20Z', 'revision_number': 5, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'subnets': [{'id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:02:07.792642 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-737d29bb-0992-49fe-96bc-3fc846be9d4b req-c0e4d955-ef59-4abc-b825-7e00719a5e8e service neutron] 10.222.0.26 "GET /v2.0/networks/effe8ea7-6d93-45a6-99a1-18a80b92d90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859615 Apr 14 22:02:07.808517 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b207d10f-158c-4d86-b84b-679bfc41b95f admin admin] Publish callbacks [] for security_group (2e2b1b66-4bd4-4ca4-97d7-ebe4137afc48), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:07.813809 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b207d10f-158c-4d86-b84b-679bfc41b95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (2e2b1b66-4bd4-4ca4-97d7-ebe4137afc48), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:07.823202 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d426e0-2040-440f-bef7-446fe9d66d8c None None] The sync data for ids ['62c0b5df-fde9-456f-aea0-d72f771c8c4c'] in dv-cinder-838009-1-iscsi is: [{'id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'name': 'tempest-AttachVolumeTestJSON-1784155718-router', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '004bb70c-4a50-4298-9e70-66904c845aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:10Z', 'revision_number': 4, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'gw_port': {'id': '004bb70c-4a50-4298-9e70-66904c845aad', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:55Z', 'updated_at': '2022-04-14T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '0535d47d-ee36-4219-a1c2-71721aec4e37', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'port_id': 'e5e20866-74a2-4572-b910-150af0b0a925', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d', 'mac_address': 'fa:16:3e:f0:2e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f59e2a6-41d1-45e5-8233-bebaad1aa919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:01:21Z', 'updated_at': '2022-04-14T22:02:05Z', 'revision_number': 1, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d774956-49ae-47bf-a870-a63888ec42d0', 'name': '', 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'mac_address': 'fa:16:3e:47:59:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:01:06Z', 'updated_at': '2022-04-14T22:01:20Z', 'revision_number': 5, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'subnets': [{'id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:02:07.847224 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 45260) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:07.882735 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-b207d10f-158c-4d86-b84b-679bfc41b95f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a160b0f7dadf4cf7b5bdb40b19fa01fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3819137 Apr 14 22:02:07.886416 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 45264) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:07.901269 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207d10f-158c-4d86-b84b-679bfc41b95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2b1b66-4bd4-4ca4-97d7-ebe4137afc48,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:07.916341 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c54821-1acb-4b50-a262-e482de515837 admin admin] Deleting subnet ca0f176c-323d-4b1a-9614-8a9deef88414 {{(pid=103419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:02:07.923086 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-65c54821-1acb-4b50-a262-e482de515837 admin admin] Publish callbacks [] for subnet (ca0f176c-323d-4b1a-9614-8a9deef88414), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:07.946162 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2b5ffde9-2f41-4b11-9d66-f5ce2df1b7e2 admin admin] Publish callbacks [] for security_group (2e2b1b66-4bd4-4ca4-97d7-ebe4137afc48), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:07.976076 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2b5ffde9-2f41-4b11-9d66-f5ce2df1b7e2 admin admin] Publish callbacks [] for security_group (2e2b1b66-4bd4-4ca4-97d7-ebe4137afc48), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:07.979269 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-65c54821-1acb-4b50-a262-e482de515837 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2730075'] for subnet (ca0f176c-323d-4b1a-9614-8a9deef88414), precommit_delete_associations {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:08.039546 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 45266) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:08.043218 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-65c54821-1acb-4b50-a262-e482de515837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779310'] for subnet (ca0f176c-323d-4b1a-9614-8a9deef88414), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:08.048557 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2b5ffde9-2f41-4b11-9d66-f5ce2df1b7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (2e2b1b66-4bd4-4ca4-97d7-ebe4137afc48), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:08.052273 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2b5ffde9-2f41-4b11-9d66-f5ce2df1b7e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:08.053481 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-2b5ffde9-2f41-4b11-9d66-f5ce2df1b7e2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2e2b1b66-4bd4-4ca4-97d7-ebe4137afc48 HTTP/1.1" status: 204 len: 168 time: 0.1658800 Apr 14 22:02:08.064413 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ffde9-2f41-4b11-9d66-f5ce2df1b7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2b1b66-4bd4-4ca4-97d7-ebe4137afc48,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:08.135096 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-65c54821-1acb-4b50-a262-e482de515837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9471835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9650152'] for subnet (ca0f176c-323d-4b1a-9614-8a9deef88414), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:08.157130 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677415cd-d225-435e-8937-bd19f2c1bc58 None None] New status for floating IP 0535d47d-ee36-4219-a1c2-71721aec4e37: ACTIVE {{(pid=103421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:02:08.158707 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-65c54821-1acb-4b50-a262-e482de515837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:08.166708 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-65c54821-1acb-4b50-a262-e482de515837 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ca0f176c-323d-4b1a-9614-8a9deef88414 HTTP/1.1" status: 204 len: 168 time: 0.3179975 Apr 14 22:02:08.169884 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 45276) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:08.189772 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c54821-1acb-4b50-a262-e482de515837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca0f176c-323d-4b1a-9614-8a9deef88414,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:08.238322 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5aec7b32-2595-4e69-a0c2-70bd171672a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:08.344225 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3a89996d-3115-42e0-ae99-ac50836f4d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606303'] for network (4103a41b-a3b2-49f0-861f-ebd4f498cba1), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:08.425844 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5aec7b32-2595-4e69-a0c2-70bd171672a5 admin admin] Publish callbacks [] for security_group (797b64c7-43be-47dc-b8a7-439196f0a745), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:08.472535 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5aec7b32-2595-4e69-a0c2-70bd171672a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (797b64c7-43be-47dc-b8a7-439196f0a745), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:08.489211 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3a89996d-3115-42e0-ae99-ac50836f4d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786069', 'neutron.services.segments.db._delete_segments_for_network-8754551739832'] for network (4103a41b-a3b2-49f0-861f-ebd4f498cba1), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:08.539809 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3a89996d-3115-42e0-ae99-ac50836f4d04 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:02:08.540518 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3a89996d-3115-42e0-ae99-ac50836f4d04 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:02:08.540937 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3a89996d-3115-42e0-ae99-ac50836f4d04 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:02:08.541292 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3a89996d-3115-42e0-ae99-ac50836f4d04 admin admin] Subscribe: > port after_create 55550000 {{(pid=103420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:02:08.541693 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3a89996d-3115-42e0-ae99-ac50836f4d04 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:02:08.542056 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3a89996d-3115-42e0-ae99-ac50836f4d04 admin admin] Subscribe: > port after_update 55550000 {{(pid=103420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:02:08.542380 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3a89996d-3115-42e0-ae99-ac50836f4d04 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:02:08.542704 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3a89996d-3115-42e0-ae99-ac50836f4d04 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:02:08.543025 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3a89996d-3115-42e0-ae99-ac50836f4d04 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:02:08.543345 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3a89996d-3115-42e0-ae99-ac50836f4d04 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:02:08.573384 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 45290) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:08.588631 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8c0e9552-3af7-4f88-a919-62cfc36c8b3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:08.624772 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3a89996d-3115-42e0-ae99-ac50836f4d04 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:02:08.625374 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3a89996d-3115-42e0-ae99-ac50836f4d04 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:02:08.625513 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3a89996d-3115-42e0-ae99-ac50836f4d04 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:02:08.625791 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3a89996d-3115-42e0-ae99-ac50836f4d04 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:02:08.626162 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-3a89996d-3115-42e0-ae99-ac50836f4d04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4103a41b-a3b2-49f0-861f-ebd4f498cba1']}} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:02:08.634311 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-5aec7b32-2595-4e69-a0c2-70bd171672a5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ae2e2d4cac1641e7a00ca9e3dc43b21c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5936105 Apr 14 22:02:08.639826 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 45294) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:08.645144 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec7b32-2595-4e69-a0c2-70bd171672a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797b64c7-43be-47dc-b8a7-439196f0a745,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:08.653731 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-3a89996d-3115-42e0-ae99-ac50836f4d04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09228667-aceb-4540-9108-697d1ba8c45b') {'for_net_delete': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:02:08.654442 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-3a89996d-3115-42e0-ae99-ac50836f4d04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09228667-aceb-4540-9108-697d1ba8c45b') {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:02:08.675809 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3a89996d-3115-42e0-ae99-ac50836f4d04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754551744449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10468376'] for segment (09228667-aceb-4540-9108-697d1ba8c45b), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:08.702723 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3a89996d-3115-42e0-ae99-ac50836f4d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (09228667-aceb-4540-9108-697d1ba8c45b), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:08.715933 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a89996d-3115-42e0-ae99-ac50836f4d04 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:02:08.717298 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3a89996d-3115-42e0-ae99-ac50836f4d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8824198'] for segment (09228667-aceb-4540-9108-697d1ba8c45b), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: from cryptography.utils import int_from_bytes Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: from cryptography.utils import int_from_bytes Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: Traceback (most recent call last): Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: timer() Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: cb(*args, **kw) Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: return func(*args, **kwargs) Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: self._notify() Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: self.callback(batched_events) Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: event.method(event) Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: return f(self, *a, **k) Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: return self._get(url).json() Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: return self.request(url, 'GET', **kwargs) Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:02:08.723167 dv-cinder-838009-1-iscsi neutron-server[103420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:02:08.751415 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-25da53e0-7b46-452b-9db1-fa2cf73e07f3 admin admin] Publish callbacks [] for security_group (797b64c7-43be-47dc-b8a7-439196f0a745), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:08.783545 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-25da53e0-7b46-452b-9db1-fa2cf73e07f3 admin admin] Publish callbacks [] for security_group (797b64c7-43be-47dc-b8a7-439196f0a745), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:08.848852 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3a89996d-3115-42e0-ae99-ac50836f4d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773785'] for network (4103a41b-a3b2-49f0-861f-ebd4f498cba1), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:08.859027 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8c0e9552-3af7-4f88-a919-62cfc36c8b3c admin admin] Publish callbacks [] for security_group (a802c8dc-09fe-4ae0-b099-db3eb05bed48), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:08.864524 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8c0e9552-3af7-4f88-a919-62cfc36c8b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (a802c8dc-09fe-4ae0-b099-db3eb05bed48), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:08.895680 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3a89996d-3115-42e0-ae99-ac50836f4d04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:08.899504 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-3a89996d-3115-42e0-ae99-ac50836f4d04 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4103a41b-a3b2-49f0-861f-ebd4f498cba1 HTTP/1.1" status: 204 len: 168 time: 0.7276685 Apr 14 22:02:08.904685 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89996d-3115-42e0-ae99-ac50836f4d04 admin admin] Pushing event deleted for resources: {'Network': ['ID=4103a41b-a3b2-49f0-861f-ebd4f498cba1,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:08.917979 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-8c0e9552-3af7-4f88-a919-62cfc36c8b3c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=039dbeda7efe4b8ebfba7e4cebfa9b0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3434179 Apr 14 22:02:08.919782 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-25da53e0-7b46-452b-9db1-fa2cf73e07f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (797b64c7-43be-47dc-b8a7-439196f0a745), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:08.923008 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-25da53e0-7b46-452b-9db1-fa2cf73e07f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:08.924345 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-25da53e0-7b46-452b-9db1-fa2cf73e07f3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/797b64c7-43be-47dc-b8a7-439196f0a745 HTTP/1.1" status: 204 len: 168 time: 0.2832720 Apr 14 22:02:08.925297 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbffac3-af38-4585-838d-8a3bae0c519c req-5e75a5ae-9de6-4bec-b94d-d2e3b4a0cdbd tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:08.925420 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 45304) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:08.927983 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-adbffac3-af38-4585-838d-8a3bae0c519c req-5e75a5ae-9de6-4bec-b94d-d2e3b4a0cdbd tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.1101542 Apr 14 22:02:08.941417 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e9552-3af7-4f88-a919-62cfc36c8b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a802c8dc-09fe-4ae0-b099-db3eb05bed48,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:08.968764 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da53e0-7b46-452b-9db1-fa2cf73e07f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797b64c7-43be-47dc-b8a7-439196f0a745,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:09.011372 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-08c87dea-356a-4cc5-9f10-07bcc8b12cfb admin admin] Publish callbacks [] for security_group (a802c8dc-09fe-4ae0-b099-db3eb05bed48), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:09.044731 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-08c87dea-356a-4cc5-9f10-07bcc8b12cfb admin admin] Publish callbacks [] for security_group (a802c8dc-09fe-4ae0-b099-db3eb05bed48), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:09.070230 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-adbffac3-af38-4585-838d-8a3bae0c519c req-e1d63439-10df-4470-a02b-56be6af0b3f4 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322913 Apr 14 22:02:09.137485 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-08c87dea-356a-4cc5-9f10-07bcc8b12cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (a802c8dc-09fe-4ae0-b099-db3eb05bed48), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:09.140160 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-08c87dea-356a-4cc5-9f10-07bcc8b12cfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:09.141500 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-08c87dea-356a-4cc5-9f10-07bcc8b12cfb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a802c8dc-09fe-4ae0-b099-db3eb05bed48 HTTP/1.1" status: 204 len: 168 time: 0.2147651 Apr 14 22:02:09.150701 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c87dea-356a-4cc5-9f10-07bcc8b12cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a802c8dc-09fe-4ae0-b099-db3eb05bed48,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:09.213840 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 45318) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:09.278855 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-7c4cae93-bbab-42aa-b88f-0a6d9aa178c9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a71639b156548cf8f768dd40b8c2055&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0627308 Apr 14 22:02:09.281277 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 45320) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:09.365109 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-765b75fc-9e43-4ec1-9275-1b7a03f88989 admin admin] Publish callbacks [] for security_group (900e8486-a06b-4982-bc35-73a1d8e83f1b), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:09.390631 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-765b75fc-9e43-4ec1-9275-1b7a03f88989 admin admin] Publish callbacks [] for security_group (900e8486-a06b-4982-bc35-73a1d8e83f1b), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:09.451128 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-765b75fc-9e43-4ec1-9275-1b7a03f88989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (900e8486-a06b-4982-bc35-73a1d8e83f1b), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:09.456804 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-765b75fc-9e43-4ec1-9275-1b7a03f88989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:09.457950 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-765b75fc-9e43-4ec1-9275-1b7a03f88989 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/900e8486-a06b-4982-bc35-73a1d8e83f1b HTTP/1.1" status: 204 len: 168 time: 0.1757720 Apr 14 22:02:09.467104 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b75fc-9e43-4ec1-9275-1b7a03f88989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900e8486-a06b-4982-bc35-73a1d8e83f1b,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:09.650820 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 45330) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:09.849184 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-011185d6-5440-405d-82b7-53d3922de97d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:09.930782 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-011185d6-5440-405d-82b7-53d3922de97d admin admin] Publish callbacks [] for security_group (72c1f9ce-a5b7-4ff1-b8f2-fdd52a8ea59d), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:09.938990 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-011185d6-5440-405d-82b7-53d3922de97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (72c1f9ce-a5b7-4ff1-b8f2-fdd52a8ea59d), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:09.982479 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-011185d6-5440-405d-82b7-53d3922de97d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=51499dc0b63149bba2cc4048370db668&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287518 Apr 14 22:02:09.982479 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011185d6-5440-405d-82b7-53d3922de97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c1f9ce-a5b7-4ff1-b8f2-fdd52a8ea59d,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:09.983717 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 45348) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:10.057471 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9d6cc80e-246b-42bb-b96f-894c9d30f20a admin admin] Publish callbacks [] for security_group (72c1f9ce-a5b7-4ff1-b8f2-fdd52a8ea59d), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:10.080004 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9d6cc80e-246b-42bb-b96f-894c9d30f20a admin admin] Publish callbacks [] for security_group (72c1f9ce-a5b7-4ff1-b8f2-fdd52a8ea59d), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:10.147296 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9d6cc80e-246b-42bb-b96f-894c9d30f20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (72c1f9ce-a5b7-4ff1-b8f2-fdd52a8ea59d), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:10.150847 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9d6cc80e-246b-42bb-b96f-894c9d30f20a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:10.152976 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-9d6cc80e-246b-42bb-b96f-894c9d30f20a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72c1f9ce-a5b7-4ff1-b8f2-fdd52a8ea59d HTTP/1.1" status: 204 len: 168 time: 0.1673503 Apr 14 22:02:10.181141 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6cc80e-246b-42bb-b96f-894c9d30f20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c1f9ce-a5b7-4ff1-b8f2-fdd52a8ea59d,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:10.223335 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdb901-c5f3-4185-b8f7-bfdef1e2447c req-3a33444e-7582-4d0a-b4d8-52aa89ace60e tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:10.224938 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-33cdb901-c5f3-4185-b8f7-bfdef1e2447c req-3a33444e-7582-4d0a-b4d8-52aa89ace60e tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0709181 Apr 14 22:02:10.280367 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-33cdb901-c5f3-4185-b8f7-bfdef1e2447c req-bc332648-f1a2-448b-b092-ca891e238ed3 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486231 Apr 14 22:02:10.660031 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 45388) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:10.674073 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e1b29c8f-485b-43ca-8120-5c522ba96256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:10.758685 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e1b29c8f-485b-43ca-8120-5c522ba96256 admin admin] Publish callbacks [] for security_group (75063c80-e843-4790-9804-1cfcf77f9820), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:10.762897 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e1b29c8f-485b-43ca-8120-5c522ba96256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (75063c80-e843-4790-9804-1cfcf77f9820), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:10.807521 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-e1b29c8f-485b-43ca-8120-5c522ba96256 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d14094e836ad43d792ae7806424bda12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462097 Apr 14 22:02:10.808254 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b29c8f-485b-43ca-8120-5c522ba96256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75063c80-e843-4790-9804-1cfcf77f9820,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:10.820648 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 45394) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:10.880873 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3767500d-77c1-44e8-8edc-0088cb29e792 admin admin] Publish callbacks [] for security_group (75063c80-e843-4790-9804-1cfcf77f9820), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:10.909349 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3767500d-77c1-44e8-8edc-0088cb29e792 admin admin] Publish callbacks [] for security_group (75063c80-e843-4790-9804-1cfcf77f9820), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:10.986798 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3767500d-77c1-44e8-8edc-0088cb29e792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (75063c80-e843-4790-9804-1cfcf77f9820), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:10.990446 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3767500d-77c1-44e8-8edc-0088cb29e792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:10.994293 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-3767500d-77c1-44e8-8edc-0088cb29e792 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/75063c80-e843-4790-9804-1cfcf77f9820 HTTP/1.1" status: 204 len: 168 time: 0.1665931 Apr 14 22:02:11.004827 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767500d-77c1-44e8-8edc-0088cb29e792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75063c80-e843-4790-9804-1cfcf77f9820,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:11.414125 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213804a9-24f1-4660-aaa8-b783872dfb61 req-67b02c13-fc18-48e4-b342-859bf5c13e9d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:11.415665 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-213804a9-24f1-4660-aaa8-b783872dfb61 req-67b02c13-fc18-48e4-b342-859bf5c13e9d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0492744 Apr 14 22:02:11.469276 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-213804a9-24f1-4660-aaa8-b783872dfb61 req-2151e90c-c635-465a-8d0f-edd98560ed2a tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470719 Apr 14 22:02:11.480901 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 45440) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:11.494700 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9ce8c47c-0b28-4e01-9960-c4837abc81ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:11.581706 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9ce8c47c-0b28-4e01-9960-c4837abc81ab admin admin] Publish callbacks [] for security_group (e18b8bc2-a5b7-412c-8a8c-9dbb0f0369bc), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:11.586066 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9ce8c47c-0b28-4e01-9960-c4837abc81ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (e18b8bc2-a5b7-412c-8a8c-9dbb0f0369bc), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:11.624038 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 45444) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:11.630878 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8c47c-0b28-4e01-9960-c4837abc81ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18b8bc2-a5b7-412c-8a8c-9dbb0f0369bc,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:11.636533 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-9ce8c47c-0b28-4e01-9960-c4837abc81ab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5c73d47e62074d0eb4f75dc203184411&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1546507 Apr 14 22:02:11.639837 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 45448) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:11.696641 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-235e9495-0d85-4d4d-b753-10d1f73962ec admin admin] Publish callbacks [] for security_group (e18b8bc2-a5b7-412c-8a8c-9dbb0f0369bc), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:11.719262 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-235e9495-0d85-4d4d-b753-10d1f73962ec admin admin] Publish callbacks [] for security_group (e18b8bc2-a5b7-412c-8a8c-9dbb0f0369bc), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:11.770195 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-235e9495-0d85-4d4d-b753-10d1f73962ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (e18b8bc2-a5b7-412c-8a8c-9dbb0f0369bc), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:11.773260 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-235e9495-0d85-4d4d-b753-10d1f73962ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:11.777041 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-235e9495-0d85-4d4d-b753-10d1f73962ec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e18b8bc2-a5b7-412c-8a8c-9dbb0f0369bc HTTP/1.1" status: 204 len: 168 time: 0.1341596 Apr 14 22:02:11.785389 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e9495-0d85-4d4d-b753-10d1f73962ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18b8bc2-a5b7-412c-8a8c-9dbb0f0369bc,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:11.851229 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3c481415-5619-441b-a431-1230e2dff07b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:11.988305 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3c481415-5619-441b-a431-1230e2dff07b admin admin] Publish callbacks [] for security_group (da43e243-6e6e-495a-a752-465e68a5fd29), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:11.995638 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3c481415-5619-441b-a431-1230e2dff07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (da43e243-6e6e-495a-a752-465e68a5fd29), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:12.048009 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c481415-5619-441b-a431-1230e2dff07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da43e243-6e6e-495a-a752-465e68a5fd29,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:12.053721 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-3c481415-5619-441b-a431-1230e2dff07b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a3053a33430d44f0b15507395a46a504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4283214 Apr 14 22:02:12.056340 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 45464) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:12.125397 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-33a2b953-2e0a-441c-b09e-4970990e47ed admin admin] Publish callbacks [] for security_group (da43e243-6e6e-495a-a752-465e68a5fd29), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:12.148809 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-33a2b953-2e0a-441c-b09e-4970990e47ed admin admin] Publish callbacks [] for security_group (da43e243-6e6e-495a-a752-465e68a5fd29), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:12.203663 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-33a2b953-2e0a-441c-b09e-4970990e47ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (da43e243-6e6e-495a-a752-465e68a5fd29), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:12.206922 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-33a2b953-2e0a-441c-b09e-4970990e47ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:12.208785 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-33a2b953-2e0a-441c-b09e-4970990e47ed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/da43e243-6e6e-495a-a752-465e68a5fd29 HTTP/1.1" status: 204 len: 168 time: 0.1514707 Apr 14 22:02:12.217638 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2b953-2e0a-441c-b09e-4970990e47ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da43e243-6e6e-495a-a752-465e68a5fd29,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:12.572676 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 45494) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:12.593639 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bb362135-5f8c-43e7-8d88-9469a2fb47fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:12.664579 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e6b99-c8a2-4b53-87e0-632543551047 req-9eebb7e9-3e30-4fa3-8762-25f206dc85ba tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:12.673013 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-955e6b99-c8a2-4b53-87e0-632543551047 req-9eebb7e9-3e30-4fa3-8762-25f206dc85ba tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0952089 Apr 14 22:02:12.706445 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bb362135-5f8c-43e7-8d88-9469a2fb47fa admin admin] Publish callbacks [] for security_group (fae07a6a-e826-4163-a065-c8ce36f6a5dc), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:12.712344 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bb362135-5f8c-43e7-8d88-9469a2fb47fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (fae07a6a-e826-4163-a065-c8ce36f6a5dc), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:12.751187 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-955e6b99-c8a2-4b53-87e0-632543551047 req-a97ff459-c4b8-403b-8c7e-f21494d51b96 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728805 Apr 14 22:02:12.772078 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:12.779764 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb362135-5f8c-43e7-8d88-9469a2fb47fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae07a6a-e826-4163-a065-c8ce36f6a5dc,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:12.795817 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-bb362135-5f8c-43e7-8d88-9469a2fb47fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=07788b2cdea34238b435d0829d0be44e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201712 Apr 14 22:02:12.798784 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 45508) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:12.867215 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c62c0dc7-b246-408c-937d-efd0600b3725 admin admin] Publish callbacks [] for security_group (fae07a6a-e826-4163-a065-c8ce36f6a5dc), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:12.901636 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c62c0dc7-b246-408c-937d-efd0600b3725 admin admin] Publish callbacks [] for security_group (fae07a6a-e826-4163-a065-c8ce36f6a5dc), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:12.983375 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c62c0dc7-b246-408c-937d-efd0600b3725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (fae07a6a-e826-4163-a065-c8ce36f6a5dc), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:12.986332 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c62c0dc7-b246-408c-937d-efd0600b3725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:12.987645 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-c62c0dc7-b246-408c-937d-efd0600b3725 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fae07a6a-e826-4163-a065-c8ce36f6a5dc HTTP/1.1" status: 204 len: 168 time: 0.1872802 Apr 14 22:02:13.002157 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c0dc7-b246-408c-937d-efd0600b3725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae07a6a-e826-4163-a065-c8ce36f6a5dc,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:13.457671 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 45552) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:13.595085 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b3c6d02e-19f3-4fea-a8f8-ea21fb4d2623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:13.692039 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b3c6d02e-19f3-4fea-a8f8-ea21fb4d2623 admin admin] Publish callbacks [] for security_group (c0c48705-a982-418b-b28d-10212b75557c), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:13.698073 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b3c6d02e-19f3-4fea-a8f8-ea21fb4d2623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (c0c48705-a982-418b-b28d-10212b75557c), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:13.741778 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6d02e-19f3-4fea-a8f8-ea21fb4d2623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c48705-a982-418b-b28d-10212b75557c,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:13.746241 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-b3c6d02e-19f3-4fea-a8f8-ea21fb4d2623 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=37ab761fa4284ae3b7a6e9977511508b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874124 Apr 14 22:02:13.749107 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 45568) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:13.822229 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad60f-a3df-47fe-b062-3e0f33400d54 admin admin] Publish callbacks [] for security_group (c0c48705-a982-418b-b28d-10212b75557c), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:13.879356 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad60f-a3df-47fe-b062-3e0f33400d54 admin admin] Publish callbacks [] for security_group (c0c48705-a982-418b-b28d-10212b75557c), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:13.909231 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3553d50-0902-418a-a89c-7ef6c1dd131e req-2a9f185d-23ed-4202-b1c0-c73d7b2c62ba tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:13.911803 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b3553d50-0902-418a-a89c-7ef6c1dd131e req-2a9f185d-23ed-4202-b1c0-c73d7b2c62ba tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0837574 Apr 14 22:02:13.977015 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b3553d50-0902-418a-a89c-7ef6c1dd131e req-138563c3-c8c2-467d-8435-428319475d29 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589645 Apr 14 22:02:13.983996 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad60f-a3df-47fe-b062-3e0f33400d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (c0c48705-a982-418b-b28d-10212b75557c), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:13.986959 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad60f-a3df-47fe-b062-3e0f33400d54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:13.991529 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-eb0ad60f-a3df-47fe-b062-3e0f33400d54 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c0c48705-a982-418b-b28d-10212b75557c HTTP/1.1" status: 204 len: 168 time: 0.2382433 Apr 14 22:02:14.008539 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ad60f-a3df-47fe-b062-3e0f33400d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c48705-a982-418b-b28d-10212b75557c,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:14.438745 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 45618) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:14.453129 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-54d7bd31-c86f-4de2-b6b7-7ce8646640f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:14.536293 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 45622) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:14.546738 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-54d7bd31-c86f-4de2-b6b7-7ce8646640f6 admin admin] Publish callbacks [] for security_group (5186baee-9d47-4dee-a995-c4757e2d292b), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:14.554273 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-54d7bd31-c86f-4de2-b6b7-7ce8646640f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (5186baee-9d47-4dee-a995-c4757e2d292b), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:14.593295 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7bd31-c86f-4de2-b6b7-7ce8646640f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5186baee-9d47-4dee-a995-c4757e2d292b,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:14.636793 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-54d7bd31-c86f-4de2-b6b7-7ce8646640f6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dcef08e8a73044fe94de3402d6278100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1967220 Apr 14 22:02:14.639654 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 45628) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:14.677212 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-981220e5-7d55-4cdb-a302-fd9938423997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:14.700757 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-253e3591-85b2-49c2-86ce-8accd46d48c3 admin admin] Publish callbacks [] for security_group (5186baee-9d47-4dee-a995-c4757e2d292b), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:14.733135 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-253e3591-85b2-49c2-86ce-8accd46d48c3 admin admin] Publish callbacks [] for security_group (5186baee-9d47-4dee-a995-c4757e2d292b), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:14.788839 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-981220e5-7d55-4cdb-a302-fd9938423997 admin admin] Publish callbacks [] for security_group (42290c04-823d-493f-8d69-a40db8395453), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:14.795737 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-981220e5-7d55-4cdb-a302-fd9938423997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (42290c04-823d-493f-8d69-a40db8395453), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:14.801452 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-253e3591-85b2-49c2-86ce-8accd46d48c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (5186baee-9d47-4dee-a995-c4757e2d292b), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:14.805389 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-253e3591-85b2-49c2-86ce-8accd46d48c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:14.817105 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-253e3591-85b2-49c2-86ce-8accd46d48c3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5186baee-9d47-4dee-a995-c4757e2d292b HTTP/1.1" status: 204 len: 168 time: 0.1698442 Apr 14 22:02:14.830142 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e3591-85b2-49c2-86ce-8accd46d48c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5186baee-9d47-4dee-a995-c4757e2d292b,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:14.867939 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 45636) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:14.917020 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 45640) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:14.917385 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-981220e5-7d55-4cdb-a302-fd9938423997 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fc1a58f01bb947d7ad8b03174e0fd58f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3795178 Apr 14 22:02:14.919078 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981220e5-7d55-4cdb-a302-fd9938423997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42290c04-823d-493f-8d69-a40db8395453,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:14.983876 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ce89bd69-5720-4dfc-961c-0d789c04caeb admin admin] Publish callbacks [] for security_group (42290c04-823d-493f-8d69-a40db8395453), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:15.015758 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ce89bd69-5720-4dfc-961c-0d789c04caeb admin admin] Publish callbacks [] for security_group (42290c04-823d-493f-8d69-a40db8395453), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:15.072634 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-774cc580-d6e2-4975-a7b7-585117fea0cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:15.150780 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ce89bd69-5720-4dfc-961c-0d789c04caeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (42290c04-823d-493f-8d69-a40db8395453), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:15.154591 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ce89bd69-5720-4dfc-961c-0d789c04caeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:15.155953 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-ce89bd69-5720-4dfc-961c-0d789c04caeb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/42290c04-823d-493f-8d69-a40db8395453 HTTP/1.1" status: 204 len: 168 time: 0.2379673 Apr 14 22:02:15.185212 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89bd69-5720-4dfc-961c-0d789c04caeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42290c04-823d-493f-8d69-a40db8395453,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:15.195356 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8cb7a-f736-4c2f-89a3-ebead10d7e09 req-7e941913-9346-4588-93f9-4469934b2b2c tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:15.197218 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-78a8cb7a-f736-4c2f-89a3-ebead10d7e09 req-7e941913-9346-4588-93f9-4469934b2b2c tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.1113079 Apr 14 22:02:15.273327 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-774cc580-d6e2-4975-a7b7-585117fea0cc admin admin] Publish callbacks [] for security_group (65a73204-8e98-47c4-b432-05859122e08b), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:15.277758 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-774cc580-d6e2-4975-a7b7-585117fea0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (65a73204-8e98-47c4-b432-05859122e08b), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:15.292383 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-78a8cb7a-f736-4c2f-89a3-ebead10d7e09 req-640f3be1-527c-4a04-a58d-6f60d28205cd tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783741 Apr 14 22:02:15.328104 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-774cc580-d6e2-4975-a7b7-585117fea0cc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5a68ea87cf7a401cb59afed777e7baa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4589660 Apr 14 22:02:15.328344 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 45658) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:15.340580 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774cc580-d6e2-4975-a7b7-585117fea0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a73204-8e98-47c4-b432-05859122e08b,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:15.400891 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2eac1866-9e51-4da0-a1a2-8f6479254c19 admin admin] Publish callbacks [] for security_group (65a73204-8e98-47c4-b432-05859122e08b), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:15.436176 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2eac1866-9e51-4da0-a1a2-8f6479254c19 admin admin] Publish callbacks [] for security_group (65a73204-8e98-47c4-b432-05859122e08b), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:15.498652 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2eac1866-9e51-4da0-a1a2-8f6479254c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (65a73204-8e98-47c4-b432-05859122e08b), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:15.501480 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2eac1866-9e51-4da0-a1a2-8f6479254c19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:15.502693 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-2eac1866-9e51-4da0-a1a2-8f6479254c19 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/65a73204-8e98-47c4-b432-05859122e08b HTTP/1.1" status: 204 len: 168 time: 0.1730521 Apr 14 22:02:15.512108 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac1866-9e51-4da0-a1a2-8f6479254c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a73204-8e98-47c4-b432-05859122e08b,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:15.916175 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 45686) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:15.931383 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e4f803dd-b40f-4bfe-b405-939e0847567e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:16.015125 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e4f803dd-b40f-4bfe-b405-939e0847567e admin admin] Publish callbacks [] for security_group (a9e23fc4-13d9-4d38-a459-a859b5e25532), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:16.019742 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e4f803dd-b40f-4bfe-b405-939e0847567e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (a9e23fc4-13d9-4d38-a459-a859b5e25532), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:16.052494 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f803dd-b40f-4bfe-b405-939e0847567e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e23fc4-13d9-4d38-a459-a859b5e25532,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:16.069298 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-e4f803dd-b40f-4bfe-b405-939e0847567e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3a4ebeaf9b234e68a3e6bb73624a054c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1519592 Apr 14 22:02:16.071814 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 45694) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:16.124169 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-97cc8721-4871-4baf-b11c-fb05d08c2fc1 admin admin] Publish callbacks [] for security_group (a9e23fc4-13d9-4d38-a459-a859b5e25532), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:16.151208 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-97cc8721-4871-4baf-b11c-fb05d08c2fc1 admin admin] Publish callbacks [] for security_group (a9e23fc4-13d9-4d38-a459-a859b5e25532), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:16.214737 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-97cc8721-4871-4baf-b11c-fb05d08c2fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (a9e23fc4-13d9-4d38-a459-a859b5e25532), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:16.217524 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-97cc8721-4871-4baf-b11c-fb05d08c2fc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:16.222434 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-97cc8721-4871-4baf-b11c-fb05d08c2fc1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a9e23fc4-13d9-4d38-a459-a859b5e25532 HTTP/1.1" status: 204 len: 168 time: 0.1457384 Apr 14 22:02:16.227535 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc8721-4871-4baf-b11c-fb05d08c2fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e23fc4-13d9-4d38-a459-a859b5e25532,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:16.415247 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4a39a-3a9b-474b-9915-2fa211d7d325 req-4d0b4ddf-b1c6-4f18-a7d7-8ec14f7c9d1a tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:16.416931 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-30a4a39a-3a9b-474b-9915-2fa211d7d325 req-4d0b4ddf-b1c6-4f18-a7d7-8ec14f7c9d1a tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0594556 Apr 14 22:02:16.484519 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-30a4a39a-3a9b-474b-9915-2fa211d7d325 req-6d65cffb-4d7a-4a80-83c0-e8072d4376a3 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591404 Apr 14 22:02:16.806356 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 45736) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:17.045569 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fc04722c-bfd8-4dd2-98c8-04912c8e06b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:17.141662 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fc04722c-bfd8-4dd2-98c8-04912c8e06b8 admin admin] Publish callbacks [] for security_group (d85d9c58-94fb-4880-82ff-2e921694f15b), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:17.146951 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fc04722c-bfd8-4dd2-98c8-04912c8e06b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (d85d9c58-94fb-4880-82ff-2e921694f15b), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:17.192827 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04722c-bfd8-4dd2-98c8-04912c8e06b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85d9c58-94fb-4880-82ff-2e921694f15b,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:17.197403 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-fc04722c-bfd8-4dd2-98c8-04912c8e06b8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b21085c07a8480d9d0f071e876256ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3893225 Apr 14 22:02:17.201016 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 45756) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:17.265404 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-035646c6-72d7-408c-8f58-375183423294 admin admin] Publish callbacks [] for security_group (d85d9c58-94fb-4880-82ff-2e921694f15b), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:17.288511 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-035646c6-72d7-408c-8f58-375183423294 admin admin] Publish callbacks [] for security_group (d85d9c58-94fb-4880-82ff-2e921694f15b), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:17.350992 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-035646c6-72d7-408c-8f58-375183423294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (d85d9c58-94fb-4880-82ff-2e921694f15b), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:17.353725 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-035646c6-72d7-408c-8f58-375183423294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:17.354927 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-035646c6-72d7-408c-8f58-375183423294 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d85d9c58-94fb-4880-82ff-2e921694f15b HTTP/1.1" status: 204 len: 168 time: 0.1526971 Apr 14 22:02:17.363204 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035646c6-72d7-408c-8f58-375183423294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85d9c58-94fb-4880-82ff-2e921694f15b,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:17.621176 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f02515-af2a-4a9e-a75f-9bf08d987f25 req-913baf85-1b47-4de1-b036-90c4a1dc4e0f tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:17.623127 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c1f02515-af2a-4a9e-a75f-9bf08d987f25 req-913baf85-1b47-4de1-b036-90c4a1dc4e0f tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0538819 Apr 14 22:02:17.690615 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c1f02515-af2a-4a9e-a75f-9bf08d987f25 req-1f900a15-54af-4a7b-91fd-1e75021d655f tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608480 Apr 14 22:02:17.889688 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 45788) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:17.905946 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-15e194d2-b953-4789-a8df-06a01c90682b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:18.013382 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-15e194d2-b953-4789-a8df-06a01c90682b admin admin] Publish callbacks [] for security_group (1e25c344-a86e-44a2-a68b-750a5524a18c), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:18.017695 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-15e194d2-b953-4789-a8df-06a01c90682b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (1e25c344-a86e-44a2-a68b-750a5524a18c), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:18.069196 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-15e194d2-b953-4789-a8df-06a01c90682b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cf250745934b41e9b51a8a5ead6ab58a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1783526 Apr 14 22:02:18.070221 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e194d2-b953-4789-a8df-06a01c90682b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e25c344-a86e-44a2-a68b-750a5524a18c,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:18.071828 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 45794) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:18.181772 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-55ea48f1-7eec-41e6-92ca-9332ae9c7b04 admin admin] Publish callbacks [] for security_group (1e25c344-a86e-44a2-a68b-750a5524a18c), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:18.209179 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-55ea48f1-7eec-41e6-92ca-9332ae9c7b04 admin admin] Publish callbacks [] for security_group (1e25c344-a86e-44a2-a68b-750a5524a18c), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:18.277787 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-55ea48f1-7eec-41e6-92ca-9332ae9c7b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (1e25c344-a86e-44a2-a68b-750a5524a18c), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:18.280891 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-55ea48f1-7eec-41e6-92ca-9332ae9c7b04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:18.282251 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-55ea48f1-7eec-41e6-92ca-9332ae9c7b04 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e25c344-a86e-44a2-a68b-750a5524a18c HTTP/1.1" status: 204 len: 168 time: 0.2087612 Apr 14 22:02:18.291119 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea48f1-7eec-41e6-92ca-9332ae9c7b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e25c344-a86e-44a2-a68b-750a5524a18c,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:18.823599 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5491a2f-d6f8-439d-8d06-0686b08796a6 req-71223252-f88d-4b7e-9e5e-f46e4c72e657 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:18.825356 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a5491a2f-d6f8-439d-8d06-0686b08796a6 req-71223252-f88d-4b7e-9e5e-f46e4c72e657 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0623925 Apr 14 22:02:18.882540 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a5491a2f-d6f8-439d-8d06-0686b08796a6 req-646ffe71-8395-476d-bef6-4a64b5348a80 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506120 Apr 14 22:02:18.945099 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 45846) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:19.124960 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f2821035-78a7-4c51-9b10-171251d085b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:19.239299 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f2821035-78a7-4c51-9b10-171251d085b2 admin admin] Publish callbacks [] for security_group (8107e75f-a8cf-4de4-bf7c-341fc47c873e), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:19.245003 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f2821035-78a7-4c51-9b10-171251d085b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (8107e75f-a8cf-4de4-bf7c-341fc47c873e), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:19.309193 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-f2821035-78a7-4c51-9b10-171251d085b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=75a611eeade84f638b5fb4baee9654df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3629537 Apr 14 22:02:19.314791 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 45882) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:19.333554 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2821035-78a7-4c51-9b10-171251d085b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8107e75f-a8cf-4de4-bf7c-341fc47c873e,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:19.391793 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1e0261b7-1a4e-4fe2-8535-22694d81239c admin admin] Publish callbacks [] for security_group (8107e75f-a8cf-4de4-bf7c-341fc47c873e), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:19.423630 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1e0261b7-1a4e-4fe2-8535-22694d81239c admin admin] Publish callbacks [] for security_group (8107e75f-a8cf-4de4-bf7c-341fc47c873e), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:19.494971 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1e0261b7-1a4e-4fe2-8535-22694d81239c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (8107e75f-a8cf-4de4-bf7c-341fc47c873e), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:19.498031 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1e0261b7-1a4e-4fe2-8535-22694d81239c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:19.499360 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-1e0261b7-1a4e-4fe2-8535-22694d81239c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8107e75f-a8cf-4de4-bf7c-341fc47c873e HTTP/1.1" status: 204 len: 168 time: 0.1815426 Apr 14 22:02:19.510457 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0261b7-1a4e-4fe2-8535-22694d81239c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8107e75f-a8cf-4de4-bf7c-341fc47c873e,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:19.845330 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 45908) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:19.858549 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ee6c807f-cb0b-402f-be1c-b1ef2869d46f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:19.963170 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 45912) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:19.965237 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ee6c807f-cb0b-402f-be1c-b1ef2869d46f admin admin] Publish callbacks [] for security_group (6f3ef205-47c9-43b4-b158-e3318df9fb81), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:19.971240 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ee6c807f-cb0b-402f-be1c-b1ef2869d46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (6f3ef205-47c9-43b4-b158-e3318df9fb81), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:20.080745 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ac062-eb22-4541-9abf-6929e4224c27 req-9978c622-0889-4ae6-9924-1c7ebaa8ca3c tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:20.082150 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-065ac062-eb22-4541-9abf-6929e4224c27 req-9978c622-0889-4ae6-9924-1c7ebaa8ca3c tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0796535 Apr 14 22:02:20.098141 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-73d87720-c023-435a-acbe-c5a101c460d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:20.102675 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c807f-cb0b-402f-be1c-b1ef2869d46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3ef205-47c9-43b4-b158-e3318df9fb81,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:20.106972 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-ee6c807f-cb0b-402f-be1c-b1ef2869d46f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dae38a7faf1246a9ae4e7ff4e53809ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602346 Apr 14 22:02:20.110684 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 45916) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:20.147461 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-065ac062-eb22-4541-9abf-6929e4224c27 req-9cb34c28-9c1d-4a9d-9660-0f89e86b653a tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569620 Apr 14 22:02:20.204624 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-42696f46-d5de-4f77-9524-e4f70e5ba653 admin admin] Publish callbacks [] for security_group (6f3ef205-47c9-43b4-b158-e3318df9fb81), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:20.246375 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-42696f46-d5de-4f77-9524-e4f70e5ba653 admin admin] Publish callbacks [] for security_group (6f3ef205-47c9-43b4-b158-e3318df9fb81), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:20.257236 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-73d87720-c023-435a-acbe-c5a101c460d5 admin admin] Publish callbacks [] for security_group (221d4eca-3c70-4458-91d0-f855697101e3), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:20.268505 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-73d87720-c023-435a-acbe-c5a101c460d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (221d4eca-3c70-4458-91d0-f855697101e3), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:20.323364 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d87720-c023-435a-acbe-c5a101c460d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221d4eca-3c70-4458-91d0-f855697101e3,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:20.340437 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-73d87720-c023-435a-acbe-c5a101c460d5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=08259e73f0f04f45a74101cfa029f52f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3733156 Apr 14 22:02:20.340695 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 45924) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:20.372143 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-42696f46-d5de-4f77-9524-e4f70e5ba653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (6f3ef205-47c9-43b4-b158-e3318df9fb81), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:20.374645 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-42696f46-d5de-4f77-9524-e4f70e5ba653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:20.378582 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-42696f46-d5de-4f77-9524-e4f70e5ba653 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f3ef205-47c9-43b4-b158-e3318df9fb81 HTTP/1.1" status: 204 len: 168 time: 0.2639616 Apr 14 22:02:20.390439 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42696f46-d5de-4f77-9524-e4f70e5ba653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3ef205-47c9-43b4-b158-e3318df9fb81,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:20.413573 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-84522b2b-e755-4176-b945-d0a6be47fd44 admin admin] Publish callbacks [] for security_group (221d4eca-3c70-4458-91d0-f855697101e3), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:20.440418 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-84522b2b-e755-4176-b945-d0a6be47fd44 admin admin] Publish callbacks [] for security_group (221d4eca-3c70-4458-91d0-f855697101e3), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:20.501092 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-84522b2b-e755-4176-b945-d0a6be47fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (221d4eca-3c70-4458-91d0-f855697101e3), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:20.504824 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-84522b2b-e755-4176-b945-d0a6be47fd44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:20.506223 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-84522b2b-e755-4176-b945-d0a6be47fd44 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/221d4eca-3c70-4458-91d0-f855697101e3 HTTP/1.1" status: 204 len: 168 time: 0.1646163 Apr 14 22:02:20.515465 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84522b2b-e755-4176-b945-d0a6be47fd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221d4eca-3c70-4458-91d0-f855697101e3,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:20.880530 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 45948) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:21.017420 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 45956) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:21.031346 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8e92873a-fdc0-4498-b129-09d4ca701cfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:21.123789 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8e92873a-fdc0-4498-b129-09d4ca701cfd admin admin] Publish callbacks [] for security_group (8a5220eb-2777-42d9-bf2e-7094c70c6a3c), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:21.129119 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8e92873a-fdc0-4498-b129-09d4ca701cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (8a5220eb-2777-42d9-bf2e-7094c70c6a3c), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:21.136866 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-430c5694-32b4-403b-ac11-5c5491488976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:21.207705 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 45966) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:21.210000 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-8e92873a-fdc0-4498-b129-09d4ca701cfd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8f89c3c55f5d4a8d930cd254d0d5e643&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1910777 Apr 14 22:02:21.213124 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92873a-fdc0-4498-b129-09d4ca701cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5220eb-2777-42d9-bf2e-7094c70c6a3c,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:21.288546 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-430c5694-32b4-403b-ac11-5c5491488976 admin admin] Publish callbacks [] for security_group (57eaf142-c11b-4e31-a494-4729f97a3a9e), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:21.308699 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-430c5694-32b4-403b-ac11-5c5491488976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (57eaf142-c11b-4e31-a494-4729f97a3a9e), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:21.332460 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:02:21.374302 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0f8f3-303a-4342-866b-9324cddea191 req-74cdca77-3114-4bee-b0e5-d7fe5e56316c tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:21.375810 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a8e0f8f3-303a-4342-866b-9324cddea191 req-74cdca77-3114-4bee-b0e5-d7fe5e56316c tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.1106396 Apr 14 22:02:21.390310 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b51f-4c8c-462b-b6d7-993305215332 admin admin] Publish callbacks [] for security_group (8a5220eb-2777-42d9-bf2e-7094c70c6a3c), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:21.401361 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-430c5694-32b4-403b-ac11-5c5491488976 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=660d6d6ca4ef4ae49d5753dbbd1152fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5195138 Apr 14 22:02:21.404019 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 45974) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:21.423530 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c5694-32b4-403b-ac11-5c5491488976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57eaf142-c11b-4e31-a494-4729f97a3a9e,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:21.454691 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-782344c0-c8c4-4f0c-828c-c9eae1b89923 admin admin] Publish callbacks [] for security_group (57eaf142-c11b-4e31-a494-4729f97a3a9e), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:21.480215 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b51f-4c8c-462b-b6d7-993305215332 admin admin] Publish callbacks [] for security_group (8a5220eb-2777-42d9-bf2e-7094c70c6a3c), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:21.480660 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-782344c0-c8c4-4f0c-828c-c9eae1b89923 admin admin] Publish callbacks [] for security_group (57eaf142-c11b-4e31-a494-4729f97a3a9e), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:21.531145 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-782344c0-c8c4-4f0c-828c-c9eae1b89923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (57eaf142-c11b-4e31-a494-4729f97a3a9e), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:21.535107 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-782344c0-c8c4-4f0c-828c-c9eae1b89923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:21.536634 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-782344c0-c8c4-4f0c-828c-c9eae1b89923 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/57eaf142-c11b-4e31-a494-4729f97a3a9e HTTP/1.1" status: 204 len: 168 time: 0.1315923 Apr 14 22:02:21.547087 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782344c0-c8c4-4f0c-828c-c9eae1b89923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57eaf142-c11b-4e31-a494-4729f97a3a9e,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:21.556526 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a8e0f8f3-303a-4342-866b-9324cddea191 req-feee082a-4317-423c-a3f7-91f4a23db459 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686025 Apr 14 22:02:21.638119 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b51f-4c8c-462b-b6d7-993305215332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (8a5220eb-2777-42d9-bf2e-7094c70c6a3c), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:21.641424 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b51f-4c8c-462b-b6d7-993305215332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:21.642656 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-f7c3b51f-4c8c-462b-b6d7-993305215332 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8a5220eb-2777-42d9-bf2e-7094c70c6a3c HTTP/1.1" status: 204 len: 168 time: 0.4282906 Apr 14 22:02:21.651441 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3b51f-4c8c-462b-b6d7-993305215332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5220eb-2777-42d9-bf2e-7094c70c6a3c,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:22.119645 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 46004) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:22.134628 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-29892509-f6d4-4190-a6a8-bbfa35cefe26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:22.218883 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-29892509-f6d4-4190-a6a8-bbfa35cefe26 admin admin] Publish callbacks [] for security_group (1cc671ed-6923-40d9-8286-e60a08b95e2b), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:22.224767 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-29892509-f6d4-4190-a6a8-bbfa35cefe26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (1cc671ed-6923-40d9-8286-e60a08b95e2b), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:22.263723 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29892509-f6d4-4190-a6a8-bbfa35cefe26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc671ed-6923-40d9-8286-e60a08b95e2b,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:22.268563 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-29892509-f6d4-4190-a6a8-bbfa35cefe26 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d2f3cc0748b94fb596124038727c758c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466167 Apr 14 22:02:22.271712 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 46010) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:22.343394 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8a440582-d142-49a9-9eec-747047de8292 admin admin] Publish callbacks [] for security_group (1cc671ed-6923-40d9-8286-e60a08b95e2b), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:22.369561 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8a440582-d142-49a9-9eec-747047de8292 admin admin] Publish callbacks [] for security_group (1cc671ed-6923-40d9-8286-e60a08b95e2b), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:22.423750 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8a440582-d142-49a9-9eec-747047de8292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (1cc671ed-6923-40d9-8286-e60a08b95e2b), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:22.426930 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8a440582-d142-49a9-9eec-747047de8292 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:22.430482 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-8a440582-d142-49a9-9eec-747047de8292 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1cc671ed-6923-40d9-8286-e60a08b95e2b HTTP/1.1" status: 204 len: 168 time: 0.1554012 Apr 14 22:02:22.438459 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a440582-d142-49a9-9eec-747047de8292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc671ed-6923-40d9-8286-e60a08b95e2b,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:22.796630 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bc71f-e17d-4766-978a-7cc3ebb7cfa0 req-9596eb46-7c5e-43fa-9fce-43e224738a28 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:22.798215 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-678bc71f-e17d-4766-978a-7cc3ebb7cfa0 req-9596eb46-7c5e-43fa-9fce-43e224738a28 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0596771 Apr 14 22:02:22.862337 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-678bc71f-e17d-4766-978a-7cc3ebb7cfa0 req-17a9e091-5146-4e13-8112-8621b836c1d8 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565081 Apr 14 22:02:24.003395 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f55d83f0-7fbc-4ab6-9a01-97ee04ff1d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:24.027483 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492ac2e-2608-414e-a76e-7e1f1e5cb94d req-b0224f0b-5af1-4f79-abf8-3ba12d262418 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:24.029366 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3492ac2e-2608-414e-a76e-7e1f1e5cb94d req-b0224f0b-5af1-4f79-abf8-3ba12d262418 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0741644 Apr 14 22:02:24.099135 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3492ac2e-2608-414e-a76e-7e1f1e5cb94d req-03d71fb6-f0f9-4163-9858-2478513c0cb9 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625510 Apr 14 22:02:25.225043 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c92bea-d74e-48a1-87f0-0eae70ecafa7 req-8fcd66a9-ba84-4906-b681-16ad1ee876f3 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:25.226515 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e5c92bea-d74e-48a1-87f0-0eae70ecafa7 req-8fcd66a9-ba84-4906-b681-16ad1ee876f3 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0493188 Apr 14 22:02:25.276094 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e5c92bea-d74e-48a1-87f0-0eae70ecafa7 req-602b4075-1d1e-48a0-a57b-15ad83df295e tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439584 Apr 14 22:02:26.365693 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e0927b46-0351-4f27-9b10-d308836eabcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:26.389034 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2515d-4516-458c-9178-d06055f2e2bc req-6d6133f4-5c38-4546-8030-6b4bfe4ad396 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:26.390534 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e1a2515d-4516-458c-9178-d06055f2e2bc req-6d6133f4-5c38-4546-8030-6b4bfe4ad396 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0476835 Apr 14 22:02:26.437964 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e1a2515d-4516-458c-9178-d06055f2e2bc req-045bd878-538e-4af6-b064-5ef1afcf654e tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418105 Apr 14 22:02:27.481079 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:27.553590 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fc29f-cabe-4b3a-8b5e-61a31b469f99 req-7e0a2322-1358-47dc-bb3e-9fdc53739b58 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:27.555049 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-180fc29f-cabe-4b3a-8b5e-61a31b469f99 req-7e0a2322-1358-47dc-bb3e-9fdc53739b58 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0463054 Apr 14 22:02:27.603189 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-180fc29f-cabe-4b3a-8b5e-61a31b469f99 req-863ed6ab-9813-4214-9533-ae3b0c8f87bb tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422244 Apr 14 22:02:28.723192 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ec614-c7b5-4f17-91a7-e6edffd92acb req-f44386e3-692c-4e85-b65e-38c9f81e1304 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:28.724752 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e79ec614-c7b5-4f17-91a7-e6edffd92acb req-f44386e3-692c-4e85-b65e-38c9f81e1304 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0510325 Apr 14 22:02:28.776027 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e79ec614-c7b5-4f17-91a7-e6edffd92acb req-3203f40b-301f-48a9-878e-49416532568b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456626 Apr 14 22:02:28.787941 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:29.890239 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812b4f1-ff89-4384-87da-8870c77ec0c8 req-33bd8b2f-17f2-45c1-b1bb-0580e4c17da5 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:29.891772 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1812b4f1-ff89-4384-87da-8870c77ec0c8 req-33bd8b2f-17f2-45c1-b1bb-0580e4c17da5 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0471530 Apr 14 22:02:29.943800 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1812b4f1-ff89-4384-87da-8870c77ec0c8 req-f22f170c-542d-4396-9bab-6ea859ca0258 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451758 Apr 14 22:02:30.450811 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:31.074039 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd20da-a17c-49c8-91ed-d47684e2f09a req-4bb8ed99-8448-405a-911f-3104a0b12474 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:31.076686 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-02dd20da-a17c-49c8-91ed-d47684e2f09a req-4bb8ed99-8448-405a-911f-3104a0b12474 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0621104 Apr 14 22:02:31.133320 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-02dd20da-a17c-49c8-91ed-d47684e2f09a req-c174376a-e702-4c85-b78b-2b1fb92700cd tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489721 Apr 14 22:02:31.422534 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 46272) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:31.556541 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9a129b49-5a4a-49e4-ab3a-ea6bd9699993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:31.634290 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9a129b49-5a4a-49e4-ab3a-ea6bd9699993 admin admin] Publish callbacks [] for security_group (94d13b2c-092b-43ce-98d4-c46c760853bf), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:31.638391 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9a129b49-5a4a-49e4-ab3a-ea6bd9699993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (94d13b2c-092b-43ce-98d4-c46c760853bf), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:31.680209 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-9a129b49-5a4a-49e4-ab3a-ea6bd9699993 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=329e270d388f46d1b874aaa9849ea0c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2552457 Apr 14 22:02:31.682450 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a129b49-5a4a-49e4-ab3a-ea6bd9699993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d13b2c-092b-43ce-98d4-c46c760853bf,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:31.683500 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 46282) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:31.745096 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1630c09f-7ab5-4dcf-9eed-38f20ae09402 admin admin] Publish callbacks [] for security_group (94d13b2c-092b-43ce-98d4-c46c760853bf), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:31.771470 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1630c09f-7ab5-4dcf-9eed-38f20ae09402 admin admin] Publish callbacks [] for security_group (94d13b2c-092b-43ce-98d4-c46c760853bf), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:31.838594 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1630c09f-7ab5-4dcf-9eed-38f20ae09402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (94d13b2c-092b-43ce-98d4-c46c760853bf), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:31.841992 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1630c09f-7ab5-4dcf-9eed-38f20ae09402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:31.843317 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-1630c09f-7ab5-4dcf-9eed-38f20ae09402 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/94d13b2c-092b-43ce-98d4-c46c760853bf HTTP/1.1" status: 204 len: 168 time: 0.1584237 Apr 14 22:02:31.854753 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630c09f-7ab5-4dcf-9eed-38f20ae09402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d13b2c-092b-43ce-98d4-c46c760853bf,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:32.113711 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 46290) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:32.126711 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-20167de6-223d-4a73-8421-2af238c37d0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:32.202189 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-20167de6-223d-4a73-8421-2af238c37d0a admin admin] Publish callbacks [] for security_group (97b419c2-74e1-452f-a2e7-5e58653ebb73), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:32.206442 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-20167de6-223d-4a73-8421-2af238c37d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (97b419c2-74e1-452f-a2e7-5e58653ebb73), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:32.272092 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20167de6-223d-4a73-8421-2af238c37d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b419c2-74e1-452f-a2e7-5e58653ebb73,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:32.278808 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-20167de6-223d-4a73-8421-2af238c37d0a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=107a4d24bfdb407196b483be5aa271e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1640604 Apr 14 22:02:32.283406 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 46294) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:32.291603 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec6f9f-4eac-4d77-a1fd-3d49c5640560 req-1a66ff66-5b40-440e-8b22-0d1fa2b2fe94 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:32.293096 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fcec6f9f-4eac-4d77-a1fd-3d49c5640560 req-1a66ff66-5b40-440e-8b22-0d1fa2b2fe94 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0724006 Apr 14 22:02:32.334175 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2d4941ea-fa1f-4bf6-9922-eae097d68b62 admin admin] Publish callbacks [] for security_group (97b419c2-74e1-452f-a2e7-5e58653ebb73), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:32.344347 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fcec6f9f-4eac-4d77-a1fd-3d49c5640560 req-ee38a163-7b98-4312-a264-bb0088294bd5 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454993 Apr 14 22:02:32.359251 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2d4941ea-fa1f-4bf6-9922-eae097d68b62 admin admin] Publish callbacks [] for security_group (97b419c2-74e1-452f-a2e7-5e58653ebb73), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:32.405404 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2d4941ea-fa1f-4bf6-9922-eae097d68b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (97b419c2-74e1-452f-a2e7-5e58653ebb73), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:32.408597 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2d4941ea-fa1f-4bf6-9922-eae097d68b62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:32.412103 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-2d4941ea-fa1f-4bf6-9922-eae097d68b62 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/97b419c2-74e1-452f-a2e7-5e58653ebb73 HTTP/1.1" status: 204 len: 168 time: 0.1244135 Apr 14 22:02:32.418530 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4941ea-fa1f-4bf6-9922-eae097d68b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b419c2-74e1-452f-a2e7-5e58653ebb73,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:32.727639 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 46318) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:32.859945 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f1d99881-cd5e-4d7b-9bfd-6672d91d429e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:32.904789 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 46330) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:32.920192 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2937231e-dc37-45c3-91b1-aa4194f0f481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:32.942113 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f1d99881-cd5e-4d7b-9bfd-6672d91d429e admin admin] Publish callbacks [] for security_group (36a6d2ed-ab9a-46a2-96b8-b9649b7515ea), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:32.945521 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f1d99881-cd5e-4d7b-9bfd-6672d91d429e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (36a6d2ed-ab9a-46a2-96b8-b9649b7515ea), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:32.988856 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-f1d99881-cd5e-4d7b-9bfd-6672d91d429e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=64d9e91b9d0d4c58be676cf3c1a4db94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2599328 Apr 14 22:02:32.989880 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d99881-cd5e-4d7b-9bfd-6672d91d429e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a6d2ed-ab9a-46a2-96b8-b9649b7515ea,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:32.990921 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 46332) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:33.009482 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2937231e-dc37-45c3-91b1-aa4194f0f481 admin admin] Publish callbacks [] for security_group (ea426bb4-f961-422e-a094-0ee5f4d0cbed), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:33.019609 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2937231e-dc37-45c3-91b1-aa4194f0f481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (ea426bb4-f961-422e-a094-0ee5f4d0cbed), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:33.078353 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-2937231e-dc37-45c3-91b1-aa4194f0f481 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9340c378b89846caa427169c5030d16e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1724894 Apr 14 22:02:33.079056 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937231e-dc37-45c3-91b1-aa4194f0f481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea426bb4-f961-422e-a094-0ee5f4d0cbed,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:33.081820 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 46334) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:33.091565 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d0fb3297-44be-4dee-9749-ab3315fb78f5 admin admin] Publish callbacks [] for security_group (36a6d2ed-ab9a-46a2-96b8-b9649b7515ea), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:33.115233 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d0fb3297-44be-4dee-9749-ab3315fb78f5 admin admin] Publish callbacks [] for security_group (36a6d2ed-ab9a-46a2-96b8-b9649b7515ea), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:33.130385 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5323fa7f-80a8-4656-b315-4d23207383e9 admin admin] Publish callbacks [] for security_group (ea426bb4-f961-422e-a094-0ee5f4d0cbed), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:33.152175 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5323fa7f-80a8-4656-b315-4d23207383e9 admin admin] Publish callbacks [] for security_group (ea426bb4-f961-422e-a094-0ee5f4d0cbed), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:33.162677 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d0fb3297-44be-4dee-9749-ab3315fb78f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (36a6d2ed-ab9a-46a2-96b8-b9649b7515ea), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:33.165547 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d0fb3297-44be-4dee-9749-ab3315fb78f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:33.167038 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-d0fb3297-44be-4dee-9749-ab3315fb78f5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/36a6d2ed-ab9a-46a2-96b8-b9649b7515ea HTTP/1.1" status: 204 len: 168 time: 0.1750586 Apr 14 22:02:33.176797 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb3297-44be-4dee-9749-ab3315fb78f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a6d2ed-ab9a-46a2-96b8-b9649b7515ea,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:33.214672 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5323fa7f-80a8-4656-b315-4d23207383e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (ea426bb4-f961-422e-a094-0ee5f4d0cbed), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:33.217399 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5323fa7f-80a8-4656-b315-4d23207383e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:33.218701 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-5323fa7f-80a8-4656-b315-4d23207383e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ea426bb4-f961-422e-a094-0ee5f4d0cbed HTTP/1.1" status: 204 len: 168 time: 0.1358728 Apr 14 22:02:33.226594 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323fa7f-80a8-4656-b315-4d23207383e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea426bb4-f961-422e-a094-0ee5f4d0cbed,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:33.466010 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac3f65-0860-4dad-b613-f4d160663384 req-0fbbf9b9-9a40-47e2-9bb7-e02396e675c2 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:33.467757 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-78ac3f65-0860-4dad-b613-f4d160663384 req-0fbbf9b9-9a40-47e2-9bb7-e02396e675c2 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0501478 Apr 14 22:02:33.521067 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-78ac3f65-0860-4dad-b613-f4d160663384 req-163cf769-9d6b-4f5c-a70e-0a94a2e5d9da tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472910 Apr 14 22:02:34.648120 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef71f47-f57c-49c4-9349-8ebc49610d38 req-12e2b2ef-c8e7-48c2-bfa3-8ac05a88d47d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:34.649632 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5ef71f47-f57c-49c4-9349-8ebc49610d38 req-12e2b2ef-c8e7-48c2-bfa3-8ac05a88d47d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0542128 Apr 14 22:02:34.703081 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5ef71f47-f57c-49c4-9349-8ebc49610d38 req-3a44e9bd-c6b0-409a-b23a-3ae5c7090cb3 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460823 Apr 14 22:02:35.829414 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444d597-1367-4374-a9d8-fce5b6bbefbb req-53a7b046-0fe5-49eb-a165-6a5d1349254f tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:35.831395 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4444d597-1367-4374-a9d8-fce5b6bbefbb req-53a7b046-0fe5-49eb-a165-6a5d1349254f tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0557642 Apr 14 22:02:35.895868 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4444d597-1367-4374-a9d8-fce5b6bbefbb req-18c20e02-8d0e-43f0-94f2-4f25fec23823 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569634 Apr 14 22:02:36.172293 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80abca-a847-43d1-a856-57d5029f25a7 req-b2ad7484-ba96-4fa1-8989-95c3f7bab9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:36.175574 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fd80abca-a847-43d1-a856-57d5029f25a7 req-b2ad7484-ba96-4fa1-8989-95c3f7bab9f2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 1129 time: 0.1068900 Apr 14 22:02:36.238554 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fd80abca-a847-43d1-a856-57d5029f25a7 req-d03d6b81-50e7-4d26-87c0-f40d2995eacb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543745 Apr 14 22:02:36.466271 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 46514) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:36.713725 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7714c9c6-3e48-42a1-b378-9ecfb21f1c0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:36.849886 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7714c9c6-3e48-42a1-b378-9ecfb21f1c0f admin admin] Publish callbacks [] for security_group (8227491e-66c7-4592-9fb3-dfe074167367), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:36.854162 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7714c9c6-3e48-42a1-b378-9ecfb21f1c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (8227491e-66c7-4592-9fb3-dfe074167367), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:36.897217 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714c9c6-3e48-42a1-b378-9ecfb21f1c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8227491e-66c7-4592-9fb3-dfe074167367,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:36.904630 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-7714c9c6-3e48-42a1-b378-9ecfb21f1c0f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b92ef27dcb548aeb9063be98ff43bd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4372892 Apr 14 22:02:36.904904 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 46524) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:36.995479 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2100b65f-b695-4168-8159-0ef6980b06fb admin admin] Publish callbacks [] for security_group (8227491e-66c7-4592-9fb3-dfe074167367), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:37.104169 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2100b65f-b695-4168-8159-0ef6980b06fb admin admin] Publish callbacks [] for security_group (8227491e-66c7-4592-9fb3-dfe074167367), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:37.131436 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb800b4-d9f5-48c8-9dab-435b10012c4f req-f27828a5-2f05-4bdd-8cd1-d043d80257d6 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:37.132936 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6bb800b4-d9f5-48c8-9dab-435b10012c4f req-f27828a5-2f05-4bdd-8cd1-d043d80257d6 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0948737 Apr 14 22:02:37.218367 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6bb800b4-d9f5-48c8-9dab-435b10012c4f req-513a300f-a108-458e-b1db-549468e1cff8 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770710 Apr 14 22:02:37.219604 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2100b65f-b695-4168-8159-0ef6980b06fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (8227491e-66c7-4592-9fb3-dfe074167367), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:37.223633 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2100b65f-b695-4168-8159-0ef6980b06fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:37.227138 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-2100b65f-b695-4168-8159-0ef6980b06fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8227491e-66c7-4592-9fb3-dfe074167367 HTTP/1.1" status: 204 len: 168 time: 0.3170707 Apr 14 22:02:37.236726 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100b65f-b695-4168-8159-0ef6980b06fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8227491e-66c7-4592-9fb3-dfe074167367,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:37.420125 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd259203-d832-4db7-ae28-b2a75808262b req-cd80f914-181e-42ba-a5b9-36df9a25e2b3 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:37.428425 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cd259203-d832-4db7-ae28-b2a75808262b req-cd80f914-181e-42ba-a5b9-36df9a25e2b3 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0653110 Apr 14 22:02:37.493647 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cd259203-d832-4db7-ae28-b2a75808262b req-aa34395d-a006-4b04-bc2c-a185d74b11d0 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552058 Apr 14 22:02:37.635239 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 46562) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:37.654531 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c070fec5-4b92-44ea-9019-d8eb108bbbf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:37.758176 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c070fec5-4b92-44ea-9019-d8eb108bbbf2 admin admin] Publish callbacks [] for security_group (4b63d6b5-d168-4f0d-9ae4-e3427f895abe), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:37.762017 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c070fec5-4b92-44ea-9019-d8eb108bbbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (4b63d6b5-d168-4f0d-9ae4-e3427f895abe), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:37.800045 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-c070fec5-4b92-44ea-9019-d8eb108bbbf2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a49b439850e145f9bc2d770e0cf66e7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1628413 Apr 14 22:02:37.800798 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070fec5-4b92-44ea-9019-d8eb108bbbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b63d6b5-d168-4f0d-9ae4-e3427f895abe,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:37.802959 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 46566) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:37.858760 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-99865747-9397-4673-b4ef-0600e86d233e admin admin] Publish callbacks [] for security_group (4b63d6b5-d168-4f0d-9ae4-e3427f895abe), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:37.881877 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-99865747-9397-4673-b4ef-0600e86d233e admin admin] Publish callbacks [] for security_group (4b63d6b5-d168-4f0d-9ae4-e3427f895abe), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:37.931713 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-99865747-9397-4673-b4ef-0600e86d233e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (4b63d6b5-d168-4f0d-9ae4-e3427f895abe), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:37.934333 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-99865747-9397-4673-b4ef-0600e86d233e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:37.935919 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-99865747-9397-4673-b4ef-0600e86d233e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4b63d6b5-d168-4f0d-9ae4-e3427f895abe HTTP/1.1" status: 204 len: 168 time: 0.1311181 Apr 14 22:02:37.944785 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99865747-9397-4673-b4ef-0600e86d233e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b63d6b5-d168-4f0d-9ae4-e3427f895abe,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:38.283028 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 46576) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:38.296174 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-09b13ac8-bc24-4c04-a377-71564cd71a45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:38.368716 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61897522-f0e7-40dd-9582-896cec458cbc req-2093f763-6737-4c90-b96a-17de20ba3115 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:38.370255 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-61897522-f0e7-40dd-9582-896cec458cbc req-2093f763-6737-4c90-b96a-17de20ba3115 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0661044 Apr 14 22:02:38.445573 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-61897522-f0e7-40dd-9582-896cec458cbc req-23ba2156-731e-4b68-9dfe-3023d17a3f81 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676086 Apr 14 22:02:38.454290 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-09b13ac8-bc24-4c04-a377-71564cd71a45 admin admin] Publish callbacks [] for security_group (b179febf-e5d3-4730-a291-665343b7a219), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:38.459383 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-09b13ac8-bc24-4c04-a377-71564cd71a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (b179febf-e5d3-4730-a291-665343b7a219), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:38.500838 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-09b13ac8-bc24-4c04-a377-71564cd71a45 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3feae889a7d14ead9dab6fe5e401cb0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166667 Apr 14 22:02:38.501792 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b13ac8-bc24-4c04-a377-71564cd71a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b179febf-e5d3-4730-a291-665343b7a219,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:38.503971 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 46580) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:38.592941 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973b62c-5619-4d30-bfad-58c45961fb30 req-e426e44b-454c-4bd5-8725-8c5f5629c6b6 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:38.594394 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e973b62c-5619-4d30-bfad-58c45961fb30 req-e426e44b-454c-4bd5-8725-8c5f5629c6b6 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0699887 Apr 14 22:02:38.601240 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c1ba8-d8f4-400f-9ea1-10f3f132c93f req-bdd296e8-c04b-43c8-ab53-495e362cd7ab tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:38.602759 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4b2c1ba8-d8f4-400f-9ea1-10f3f132c93f req-bdd296e8-c04b-43c8-ab53-495e362cd7ab tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0511754 Apr 14 22:02:38.613312 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0f4ed517-23a5-49d7-9644-053c90457f21 admin admin] Publish callbacks [] for security_group (b179febf-e5d3-4730-a291-665343b7a219), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:38.668064 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0f4ed517-23a5-49d7-9644-053c90457f21 admin admin] Publish callbacks [] for security_group (b179febf-e5d3-4730-a291-665343b7a219), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:38.671827 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4b2c1ba8-d8f4-400f-9ea1-10f3f132c93f req-d1b19a3a-8282-4f65-a684-c758692fde04 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628169 Apr 14 22:02:38.693867 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e973b62c-5619-4d30-bfad-58c45961fb30 req-2f3edea7-6c2b-4cfa-acd8-9e9f49bc80ae tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920596 Apr 14 22:02:38.743162 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0f4ed517-23a5-49d7-9644-053c90457f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (b179febf-e5d3-4730-a291-665343b7a219), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:38.745754 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0f4ed517-23a5-49d7-9644-053c90457f21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:38.747129 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-0f4ed517-23a5-49d7-9644-053c90457f21 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b179febf-e5d3-4730-a291-665343b7a219 HTTP/1.1" status: 204 len: 168 time: 0.2415254 Apr 14 22:02:38.761203 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ed517-23a5-49d7-9644-053c90457f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b179febf-e5d3-4730-a291-665343b7a219,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:39.522180 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 46624) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:39.619314 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-92603937-c8b6-4fdc-b24c-da47c792ad4c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-994504451-network', 'tenant_id': '8a575095f0cd4f6b8ca1856b836d8d04'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:02:39.638260 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92603937-c8b6-4fdc-b24c-da47c792ad4c admin admin] Made reservation on behalf of 8a575095f0cd4f6b8ca1856b836d8d04 for: {'network': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:02:39.640484 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-92603937-c8b6-4fdc-b24c-da47c792ad4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for network (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:39.654892 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-92603937-c8b6-4fdc-b24c-da47c792ad4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:39.745220 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-92603937-c8b6-4fdc-b24c-da47c792ad4c admin admin] Publish callbacks [] for security_group (4a471f1b-8bc0-4b82-ba7a-d5e784e43007), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:39.749827 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-92603937-c8b6-4fdc-b24c-da47c792ad4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (4a471f1b-8bc0-4b82-ba7a-d5e784e43007), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:39.785353 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92603937-c8b6-4fdc-b24c-da47c792ad4c admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:02:39.849089 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a160edd-cea6-47d2-a88b-ec6658ec9e21 req-a221db8e-14c2-4113-9559-771a14c144d1 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:39.850638 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8a160edd-cea6-47d2-a88b-ec6658ec9e21 req-a221db8e-14c2-4113-9559-771a14c144d1 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0780070 Apr 14 22:02:39.851926 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-92603937-c8b6-4fdc-b24c-da47c792ad4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (26376248-65ac-431c-95e4-479a10e44fe6), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:39.852255 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.segments_db [None req-92603937-c8b6-4fdc-b24c-da47c792ad4c admin admin] Added segment 26376248-65ac-431c-95e4-479a10e44fe6 of type vlan for network ead2b527-1d93-45a6-923b-3786cd6083fa Apr 14 22:02:39.854153 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92603937-c8b6-4fdc-b24c-da47c792ad4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a471f1b-8bc0-4b82-ba7a-d5e784e43007,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:39.915528 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-92603937-c8b6-4fdc-b24c-da47c792ad4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754551219941'] for network (ead2b527-1d93-45a6-923b-3786cd6083fa), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:39.959535 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8a160edd-cea6-47d2-a88b-ec6658ec9e21 req-28659438-25ff-46d1-98f5-b4e99dba8b80 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955708 Apr 14 22:02:39.968348 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-92603937-c8b6-4fdc-b24c-da47c792ad4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for network (ead2b527-1d93-45a6-923b-3786cd6083fa), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:39.970465 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92603937-c8b6-4fdc-b24c-da47c792ad4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:39.971431 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-92603937-c8b6-4fdc-b24c-da47c792ad4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:40.010079 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-92603937-c8b6-4fdc-b24c-da47c792ad4c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4837377 Apr 14 22:02:40.010079 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 46638) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:40.014645 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-cbd1a6a0-b0f2-4497-b9f0-e5143cbcaa02 admin admin] Request body: {'subnet': {'network_id': 'ead2b527-1d93-45a6-923b-3786cd6083fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-994504451-subnet', 'tenant_id': '8a575095f0cd4f6b8ca1856b836d8d04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:02:40.059980 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92603937-c8b6-4fdc-b24c-da47c792ad4c admin admin] Pushing event updated for resources: {'Network': ['ID=ead2b527-1d93-45a6-923b-3786cd6083fa,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:40.068293 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd1a6a0-b0f2-4497-b9f0-e5143cbcaa02 admin admin] Made reservation on behalf of 8a575095f0cd4f6b8ca1856b836d8d04 for: {'subnet': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:02:40.070543 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cbd1a6a0-b0f2-4497-b9f0-e5143cbcaa02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8655973'] for subnet (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:40.071450 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Network ead2b527-1d93-45a6-923b-3786cd6083fa details requested by agent ovs-agent-dv-cinder-838009-1-iscsi with host dv-cinder-838009-1-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:02:40.246073 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cbd1a6a0-b0f2-4497-b9f0-e5143cbcaa02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8655987'] for subnet (8bc70e60-793d-4def-862c-efba8d749ba5), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:40.294376 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1a6a0-b0f2-4497-b9f0-e5143cbcaa02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bc70e60-793d-4def-862c-efba8d749ba5,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:40.309338 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd1a6a0-b0f2-4497-b9f0-e5143cbcaa02 admin admin] Checking segment: {'id': '26376248-65ac-431c-95e4-479a10e44fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ead2b527-1d93-45a6-923b-3786cd6083fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:02:40.309686 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd1a6a0-b0f2-4497-b9f0-e5143cbcaa02 admin admin] Network hostable DHCP agents. Network: ead2b527-1d93-45a6-923b-3786cd6083fa, hostable agents: ['806db378-0d8c-47fe-9666-9619b6d8e1d9'], hosted agents: [] {{(pid=103420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:02:40.326520 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd1a6a0-b0f2-4497-b9f0-e5143cbcaa02 admin admin] Network ead2b527-1d93-45a6-923b-3786cd6083fa is scheduled to be hosted by DHCP agent 806db378-0d8c-47fe-9666-9619b6d8e1d9 with binding_index 1 {{(pid=103420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:02:40.336674 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-cbd1a6a0-b0f2-4497-b9f0-e5143cbcaa02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-1-iscsi, ead2b527-1d93-45a6-923b-3786cd6083fa) {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:02:40.340907 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd1a6a0-b0f2-4497-b9f0-e5143cbcaa02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:40.341448 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cbd1a6a0-b0f2-4497-b9f0-e5143cbcaa02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:40.346732 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287e634f-e196-4d2b-9cee-cd66084fdccc None None] Network ead2b527-1d93-45a6-923b-3786cd6083fa requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:02:40.358519 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-cbd1a6a0-b0f2-4497-b9f0-e5143cbcaa02 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3475969 Apr 14 22:02:40.449765 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc014362-2c8d-489e-911d-ba0a9ec20179 None None] Network ead2b527-1d93-45a6-923b-3786cd6083fa requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:02:41.088082 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dca2d5-0de4-48b5-985f-99e125fe4fd6 req-dbce8cd3-fd38-44a1-90a7-aed8ecc13fe0 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:41.089592 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-36dca2d5-0de4-48b5-985f-99e125fe4fd6 req-dbce8cd3-fd38-44a1-90a7-aed8ecc13fe0 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0469313 Apr 14 22:02:41.135174 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-36dca2d5-0de4-48b5-985f-99e125fe4fd6 req-875187a3-0370-461b-97ed-e53812dd96c0 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400937 Apr 14 22:02:42.261758 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843df1d-3621-4565-ba0c-4186c4683e55 req-16493202-26cc-4d04-b00c-c462d7415e2a tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:42.263284 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0843df1d-3621-4565-ba0c-4186c4683e55 req-16493202-26cc-4d04-b00c-c462d7415e2a tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0546970 Apr 14 22:02:42.314462 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0843df1d-3621-4565-ba0c-4186c4683e55 req-c09cc750-360d-4ec5-ae6c-aeb64aaef46e tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427651 Apr 14 22:02:42.774101 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:43.422562 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-ea52728a-809e-4097-bc9f-d076ebcd843e tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:43.429475 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-ea52728a-809e-4097-bc9f-d076ebcd843e tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/networks?id=ead2b527-1d93-45a6-923b-3786cd6083fa HTTP/1.1" status: 200 len: 808 time: 0.3601508 Apr 14 22:02:43.445261 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-a25bd923-e1a7-43f2-9bb3-94a32ac9e636 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/quotas/8a575095f0cd4f6b8ca1856b836d8d04 HTTP/1.1" status: 200 len: 375 time: 0.0148242 Apr 14 22:02:43.488362 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf617637-ec3e-49b8-88bb-91c73e2b1fb7 req-c4d2964c-fb70-4a27-acee-68724185d020 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:43.494711 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-f2d82975-d9b8-40e7-9e36-806552680b1e tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8a575095f0cd4f6b8ca1856b836d8d04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485198 Apr 14 22:02:43.498474 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cf617637-ec3e-49b8-88bb-91c73e2b1fb7 req-c4d2964c-fb70-4a27-acee-68724185d020 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0669158 Apr 14 22:02:43.569680 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cf617637-ec3e-49b8-88bb-91c73e2b1fb7 req-e96095d6-5504-4d18-8d70-a765e7c7e95b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700498 Apr 14 22:02:43.636968 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-b80353eb-271e-4bf2-a291-d4c00556c4cb service neutron] 10.222.0.43 "GET /v2.0/networks/ead2b527-1d93-45a6-923b-3786cd6083fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410432 Apr 14 22:02:43.757036 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-3d290908-94cb-4b39-ba29-4fda4a201674 service neutron] 10.222.0.43 "GET /v2.0/networks/ead2b527-1d93-45a6-923b-3786cd6083fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189830 Apr 14 22:02:43.838368 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480168b-929e-4d7b-9478-b260f51e3e87 req-e008e5e3-843e-45b2-b14a-ee6cff52263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:43.840216 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a480168b-929e-4d7b-9478-b260f51e3e87 req-e008e5e3-843e-45b2-b14a-ee6cff52263a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a890272563304d14843d609bdf1fd1f0&device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 1129 time: 0.0528529 Apr 14 22:02:43.880356 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45cb86-28c3-47cd-a197-189ec3920efe req-3c4ac561-0154-4c90-b0e7-1759e6e1180b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:43.881687 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7b45cb86-28c3-47cd-a197-189ec3920efe req-3c4ac561-0154-4c90-b0e7-1759e6e1180b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0798669 Apr 14 22:02:43.942372 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-edd28576-b19b-4657-b5bc-7a0aec821354 req-a73182e1-3028-4dc5-b7ec-ec673fc4eb0f tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b4dddc9-650e-44a6-ab80-59a96003bb20 HTTP/1.1" status: 200 len: 210 time: 0.0299277 Apr 14 22:02:43.950654 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7b45cb86-28c3-47cd-a197-189ec3920efe req-b8f49fd9-1dfa-4ce6-ae8a-608da5cedb7b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615730 Apr 14 22:02:43.983934 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480168b-929e-4d7b-9478-b260f51e3e87 req-be9fcb37-1f64-4c77-941a-c857247687e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:43.985465 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a480168b-929e-4d7b-9478-b260f51e3e87 req-be9fcb37-1f64-4c77-941a-c857247687e8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=24ce8649-73b0-4bad-abdf-64923fbb2e24 HTTP/1.1" status: 200 len: 919 time: 0.1352203 Apr 14 22:02:44.030049 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a480168b-929e-4d7b-9478-b260f51e3e87 req-946264a0-e2a9-4698-aebc-9f4956de1930 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0579a25-4123-46eb-ac6d-d3d9e83e9418 HTTP/1.1" status: 200 len: 217 time: 0.0380158 Apr 14 22:02:44.091195 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480168b-929e-4d7b-9478-b260f51e3e87 req-6e64fd1f-2b93-4860-a1e4-b3c194c0952d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:44.092852 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a480168b-929e-4d7b-9478-b260f51e3e87 req-6e64fd1f-2b93-4860-a1e4-b3c194c0952d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=801c38b5-c92d-488d-9425-23346baf9bd6 HTTP/1.1" status: 200 len: 858 time: 0.0465035 Apr 14 22:02:44.139695 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480168b-929e-4d7b-9478-b260f51e3e87 req-45e84df3-58a7-4baf-808c-71a46d28c0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:44.141506 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a480168b-929e-4d7b-9478-b260f51e3e87 req-45e84df3-58a7-4baf-808c-71a46d28c0eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=24ce8649-73b0-4bad-abdf-64923fbb2e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399778 Apr 14 22:02:44.244827 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a480168b-929e-4d7b-9478-b260f51e3e87 req-fbb52684-6054-4d37-b017-46d906f24f1f service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929246 Apr 14 22:02:44.351289 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a480168b-929e-4d7b-9478-b260f51e3e87 req-c6c5a9f5-4f9a-4eb5-999a-8b0b0dddea56 service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969906 Apr 14 22:02:44.692894 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab08cb-4895-4a80-a834-1ceec7ac0a9d req-ed5f0232-a1cd-4da7-8740-9fb95463b397 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:44.694429 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0bab08cb-4895-4a80-a834-1ceec7ac0a9d req-ed5f0232-a1cd-4da7-8740-9fb95463b397 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0503042 Apr 14 22:02:44.744233 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0bab08cb-4895-4a80-a834-1ceec7ac0a9d req-7dbc31d9-588c-4916-a6c3-218bd08efc63 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439551 Apr 14 22:02:45.049063 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-42edd6d5-0523-422a-832b-9d30454d31ea req-f664b10f-2316-4218-bede-2f144e19f521 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b4dddc9-650e-44a6-ab80-59a96003bb20 HTTP/1.1" status: 200 len: 210 time: 0.0285740 Apr 14 22:02:45.071185 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4d2d6-30e7-4ecf-86bf-dbdd80e4af72 req-54325b3b-ec53-45b6-a94b-0652f8a896d7 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:45.073107 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-f9a4d2d6-30e7-4ecf-86bf-dbdd80e4af72 req-54325b3b-ec53-45b6-a94b-0652f8a896d7 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0525439 Apr 14 22:02:45.126809 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-f9a4d2d6-30e7-4ecf-86bf-dbdd80e4af72 req-1b8f3d69-eb79-4cdb-bf98-7d184caf16d5 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470109 Apr 14 22:02:45.871255 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999605aa-beda-4ace-a42a-7f479100ee5e req-d47e81ad-dbd6-4569-ae94-9ce270409f19 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:45.872759 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-999605aa-beda-4ace-a42a-7f479100ee5e req-d47e81ad-dbd6-4569-ae94-9ce270409f19 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0519204 Apr 14 22:02:45.922282 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-999605aa-beda-4ace-a42a-7f479100ee5e req-e190afff-3d26-433a-8398-6fc8481af8c1 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435188 Apr 14 22:02:46.144133 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-67d7e4d6-3a93-4aab-98cb-4cd01f01c52a req-c415f9fa-5c7c-47a8-bd46-ec3a7e889348 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b4dddc9-650e-44a6-ab80-59a96003bb20 HTTP/1.1" status: 200 len: 210 time: 0.0289261 Apr 14 22:02:46.245769 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411427c-f81a-4843-b611-55f3716ffd5f req-fead606c-7830-4f8d-be20-2b08f07d1da2 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:46.247242 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5411427c-f81a-4843-b611-55f3716ffd5f req-fead606c-7830-4f8d-be20-2b08f07d1da2 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0503092 Apr 14 22:02:46.294401 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5411427c-f81a-4843-b611-55f3716ffd5f req-b1cd97e0-39b6-4751-b168-2746b300d155 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415368 Apr 14 22:02:47.043296 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c598b95-b2b2-4d66-8724-74a13204812a req-cffe3960-568d-4e75-9a52-fc4d01238d84 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:47.044911 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-9c598b95-b2b2-4d66-8724-74a13204812a req-cffe3960-568d-4e75-9a52-fc4d01238d84 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0482068 Apr 14 22:02:47.092819 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-9c598b95-b2b2-4d66-8724-74a13204812a req-a138fb66-a244-4c72-a98b-806b00d44d57 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416610 Apr 14 22:02:47.240865 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-dec815d6-ba32-4d1a-820c-d4240dccedee req-aa24a780-a2e9-4527-b110-88a4a6f90124 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b4dddc9-650e-44a6-ab80-59a96003bb20 HTTP/1.1" status: 200 len: 210 time: 0.0263627 Apr 14 22:02:47.421177 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a32ae7-0f6a-4194-9b70-4c285a025222 req-4203a065-61e4-44e7-b64d-2774da5a7f83 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:47.422651 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-66a32ae7-0f6a-4194-9b70-4c285a025222 req-4203a065-61e4-44e7-b64d-2774da5a7f83 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0468187 Apr 14 22:02:47.472606 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-66a32ae7-0f6a-4194-9b70-4c285a025222 req-076dfc83-45c7-41d1-bce7-56aa023866f0 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426216 Apr 14 22:02:47.540615 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d44434-8866-4b10-a248-c6147b0a5cf7 req-8a6989b0-e0eb-4503-93ef-47ef93651b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:47.542747 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d8d44434-8866-4b10-a248-c6147b0a5cf7 req-8a6989b0-e0eb-4503-93ef-47ef93651b61 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a890272563304d14843d609bdf1fd1f0&device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 1129 time: 0.0478816 Apr 14 22:02:47.653461 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d44434-8866-4b10-a248-c6147b0a5cf7 req-28650450-200a-4652-9701-4d1bc3fe0296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:47.654935 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d8d44434-8866-4b10-a248-c6147b0a5cf7 req-28650450-200a-4652-9701-4d1bc3fe0296 service neutron] 10.222.0.26 "GET /v2.0/networks?id=24ce8649-73b0-4bad-abdf-64923fbb2e24 HTTP/1.1" status: 200 len: 919 time: 0.0853775 Apr 14 22:02:47.948666 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d8d44434-8866-4b10-a248-c6147b0a5cf7 req-0fc3677e-43da-4f85-865c-83c74fa8f447 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0579a25-4123-46eb-ac6d-d3d9e83e9418 HTTP/1.1" status: 200 len: 217 time: 0.0512087 Apr 14 22:02:47.999793 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d44434-8866-4b10-a248-c6147b0a5cf7 req-4d6538da-9577-4cf7-986d-0ed9b434b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:48.001274 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d8d44434-8866-4b10-a248-c6147b0a5cf7 req-4d6538da-9577-4cf7-986d-0ed9b434b3c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=801c38b5-c92d-488d-9425-23346baf9bd6 HTTP/1.1" status: 200 len: 858 time: 0.0459356 Apr 14 22:02:48.117987 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d44434-8866-4b10-a248-c6147b0a5cf7 req-5e628953-6749-473d-bee7-9f538a3dbc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:48.119538 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d8d44434-8866-4b10-a248-c6147b0a5cf7 req-5e628953-6749-473d-bee7-9f538a3dbc38 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=24ce8649-73b0-4bad-abdf-64923fbb2e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446839 Apr 14 22:02:48.196407 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-d7d81f74-73d9-41dd-b64d-bc8a2bb6a7a3 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:48.197942 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-d7d81f74-73d9-41dd-b64d-bc8a2bb6a7a3 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.26 "GET /v2.0/networks?id=ead2b527-1d93-45a6-923b-3786cd6083fa HTTP/1.1" status: 200 len: 808 time: 0.1225822 Apr 14 22:02:48.210414 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-33a01f6e-5ce0-45c3-8bee-024614446b9e tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Request body: {'port': {'device_id': '7b4dddc9-650e-44a6-ab80-59a96003bb20', 'network_id': 'ead2b527-1d93-45a6-923b-3786cd6083fa', 'admin_state_up': True, 'tenant_id': '8a575095f0cd4f6b8ca1856b836d8d04'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:02:48.292604 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5dfe3-2a06-4c26-9b78-848d0868f5ce req-d61cd626-2bf3-494d-8d8e-027634acb207 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:48.294599 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-aba5dfe3-2a06-4c26-9b78-848d0868f5ce req-d61cd626-2bf3-494d-8d8e-027634acb207 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.1000094 Apr 14 22:02:48.301808 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d8d44434-8866-4b10-a248-c6147b0a5cf7 req-43db03d6-efd9-452e-88fe-ed7224964f72 service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715052 Apr 14 22:02:48.384235 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-aba5dfe3-2a06-4c26-9b78-848d0868f5ce req-72edf6c0-45f6-4f2c-9841-230a810ee404 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799134 Apr 14 22:02:48.487851 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d8d44434-8866-4b10-a248-c6147b0a5cf7 req-327e5fcb-d876-449e-bfeb-4b68d94503ee service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451693 Apr 14 22:02:48.577530 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6a1bf18e-45a2-4885-a5a1-037a21af25e0 req-2633f628-0518-4009-8d05-b0843698a8cf tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b4dddc9-650e-44a6-ab80-59a96003bb20 HTTP/1.1" status: 200 len: 210 time: 0.0349205 Apr 14 22:02:48.610032 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-33a01f6e-5ce0-45c3-8bee-024614446b9e tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Made reservation on behalf of 8a575095f0cd4f6b8ca1856b836d8d04 for: {'port': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:02:48.614059 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-33a01f6e-5ce0-45c3-8bee-024614446b9e tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:48.619351 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2742401-d119-43d3-b697-b74e64d79300 req-1ee45596-bfdc-4110-be42-4b012ac86145 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:48.620842 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c2742401-d119-43d3-b697-b74e64d79300 req-1ee45596-bfdc-4110-be42-4b012ac86145 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0488026 Apr 14 22:02:48.672409 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c2742401-d119-43d3-b697-b74e64d79300 req-d55b9d6f-a13e-4e44-a23c-4439f04b2f32 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457199 Apr 14 22:02:48.755803 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-33a01f6e-5ce0-45c3-8bee-024614446b9e tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Allocated IP 172.20.0.7 (ead2b527-1d93-45a6-923b-3786cd6083fa/8bc70e60-793d-4def-862c-efba8d749ba5/1ee78ab0-ddf0-4acd-9033-f8b930a1e258) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:02:48.947253 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-33a01f6e-5ce0-45c3-8bee-024614446b9e tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Publish callbacks [] for port (1ee78ab0-ddf0-4acd-9033-f8b930a1e258), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:48.992782 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-33a01f6e-5ce0-45c3-8bee-024614446b9e tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (1ee78ab0-ddf0-4acd-9033-f8b930a1e258), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:49.042743 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-33a01f6e-5ce0-45c3-8bee-024614446b9e tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Network ead2b527-1d93-45a6-923b-3786cd6083fa is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:02:49.055135 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-33a01f6e-5ce0-45c3-8bee-024614446b9e tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:02:49.055135 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-33a01f6e-5ce0-45c3-8bee-024614446b9e tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:02:49.078262 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a01f6e-5ce0-45c3-8bee-024614446b9e tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Pushing event updated for resources: {'Port': ['ID=1ee78ab0-ddf0-4acd-9033-f8b930a1e258,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:49.112443 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-33a01f6e-5ce0-45c3-8bee-024614446b9e tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:49.113102 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-33a01f6e-5ce0-45c3-8bee-024614446b9e tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:49.130979 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-33a01f6e-5ce0-45c3-8bee-024614446b9e tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9245245 Apr 14 22:02:49.249212 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-ff32c892-609a-433a-ae71-c4c803a15b95 service neutron] Request body: {'port': {'device_id': '7b4dddc9-650e-44a6-ab80-59a96003bb20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:02:49.318739 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-ff32c892-609a-433a-ae71-c4c803a15b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (1ee78ab0-ddf0-4acd-9033-f8b930a1e258), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:49.567797 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111f9b7-5a53-4195-a48b-951d03740755 req-780c6df8-eb82-4e01-86ab-17dc29eb4e4b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:49.569285 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3111f9b7-5a53-4195-a48b-951d03740755 req-780c6df8-eb82-4e01-86ab-17dc29eb4e4b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0840900 Apr 14 22:02:49.644946 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3111f9b7-5a53-4195-a48b-951d03740755 req-12f807fe-de48-4c86-ab6b-c24323829283 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693529 Apr 14 22:02:49.695699 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-ff32c892-609a-433a-ae71-c4c803a15b95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee78ab0-ddf0-4acd-9033-f8b930a1e258 {{(pid=103420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:02:49.703806 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-ff32c892-609a-433a-ae71-c4c803a15b95 service neutron] Publish callbacks [] for port (1ee78ab0-ddf0-4acd-9033-f8b930a1e258), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:49.708675 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2529f-94f4-4740-bd5d-f863dfe4681d req-8cdf6875-d8e1-4927-98c7-60b0190d5868 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:49.710572 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-83d2529f-94f4-4740-bd5d-f863dfe4681d req-8cdf6875-d8e1-4927-98c7-60b0190d5868 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b4dddc9-650e-44a6-ab80-59a96003bb20 HTTP/1.1" status: 200 len: 931 time: 0.0607750 Apr 14 22:02:49.717199 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.provisioning_blocks [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-ff32c892-609a-433a-ae71-c4c803a15b95 service neutron] Transition to ACTIVE for port object 1ee78ab0-ddf0-4acd-9033-f8b930a1e258 will not be triggered until provisioned by entity L2. {{(pid=103420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:02:49.723554 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-ff32c892-609a-433a-ae71-c4c803a15b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (1ee78ab0-ddf0-4acd-9033-f8b930a1e258), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:49.769027 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-83d2529f-94f4-4740-bd5d-f863dfe4681d req-bde6123f-22e8-4368-a2a6-a85b5f2085df tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a471f1b-8bc0-4b82-ba7a-d5e784e43007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523789 Apr 14 22:02:49.812242 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32c892-609a-433a-ae71-c4c803a15b95 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee78ab0-ddf0-4acd-9033-f8b930a1e258,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:49.830948 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ba992-df77-4beb-b44b-63e4cea12a1b req-42c5aaf7-2275-4fbb-a47b-070424422497 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:49.832483 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fa6ba992-df77-4beb-b44b-63e4cea12a1b req-42c5aaf7-2275-4fbb-a47b-070424422497 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0782812 Apr 14 22:02:49.942147 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fa6ba992-df77-4beb-b44b-63e4cea12a1b req-385f3765-8a02-4347-b741-340bda54f595 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880454 Apr 14 22:02:49.942423 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-ff32c892-609a-433a-ae71-c4c803a15b95 service neutron] Attempting to bind port 1ee78ab0-ddf0-4acd-9033-f8b930a1e258 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:02:49.942764 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-ff32c892-609a-433a-ae71-c4c803a15b95 service neutron] Attempting to bind port 1ee78ab0-ddf0-4acd-9033-f8b930a1e258 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '26376248-65ac-431c-95e4-479a10e44fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ead2b527-1d93-45a6-923b-3786cd6083fa'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:02:49.943093 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-ff32c892-609a-433a-ae71-c4c803a15b95 service neutron] Attempting to bind port 1ee78ab0-ddf0-4acd-9033-f8b930a1e258 on network ead2b527-1d93-45a6-923b-3786cd6083fa {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:02:49.948063 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-ff32c892-609a-433a-ae71-c4c803a15b95 service neutron] Port 1ee78ab0-ddf0-4acd-9033-f8b930a1e258 on network ead2b527-1d93-45a6-923b-3786cd6083fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:02:49.948419 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-ff32c892-609a-433a-ae71-c4c803a15b95 service neutron] Attempting to bind port 1ee78ab0-ddf0-4acd-9033-f8b930a1e258 on network ead2b527-1d93-45a6-923b-3786cd6083fa {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:02:49.953624 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-ff32c892-609a-433a-ae71-c4c803a15b95 service neutron] Checking agent: {'id': 'a0099bcd-bb41-4a7e-a45e-2f38f6e9b749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'started_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:02:49.953954 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-ff32c892-609a-433a-ae71-c4c803a15b95 service neutron] Checking segment: {'id': '26376248-65ac-431c-95e4-479a10e44fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ead2b527-1d93-45a6-923b-3786cd6083fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:02:49.955467 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-ff32c892-609a-433a-ae71-c4c803a15b95 service neutron] Bound using segment: {'id': '26376248-65ac-431c-95e4-479a10e44fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ead2b527-1d93-45a6-923b-3786cd6083fa'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:02:49.956095 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-ff32c892-609a-433a-ae71-c4c803a15b95 service neutron] Bound port: 1ee78ab0-ddf0-4acd-9033-f8b930a1e258, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26376248-65ac-431c-95e4-479a10e44fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ead2b527-1d93-45a6-923b-3786cd6083fa'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:02:49.956487 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-ff32c892-609a-433a-ae71-c4c803a15b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (1ee78ab0-ddf0-4acd-9033-f8b930a1e258), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:50.025096 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-ff32c892-609a-433a-ae71-c4c803a15b95 service neutron] For port 1ee78ab0-ddf0-4acd-9033-f8b930a1e258, host hv-cinder-83800, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:02:50.028307 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-ff32c892-609a-433a-ae71-c4c803a15b95 service neutron] For port 1ee78ab0-ddf0-4acd-9033-f8b930a1e258, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=1ee78ab0-ddf0-4acd-9033-f8b930a1e258,segment=NetworkSegment(26376248-65ac-431c-95e4-479a10e44fe6),segment_id=26376248-65ac-431c-95e4-479a10e44fe6)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:02:50.034676 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-ff32c892-609a-433a-ae71-c4c803a15b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (1ee78ab0-ddf0-4acd-9033-f8b930a1e258), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:50.068218 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-ff32c892-609a-433a-ae71-c4c803a15b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:50.068868 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-ff32c892-609a-433a-ae71-c4c803a15b95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:50.070243 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-ff32c892-609a-433a-ae71-c4c803a15b95 service neutron] 10.222.0.26 "PUT /v2.0/ports/1ee78ab0-ddf0-4acd-9033-f8b930a1e258 HTTP/1.1" status: 200 len: 1093 time: 0.8271956 Apr 14 22:02:50.070672 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4dddc9-650e-44a6-ab80-59a96003bb20', 'tag': '1ee78ab0-ddf0-4acd-9033-f8b930a1e258'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:02:50.073048 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4f2ff5-4bd0-45dc-96aa-0ab3c9a4b2b9" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4dddc9-650e-44a6-ab80-59a96003bb20", "tag": "1ee78ab0-ddf0-4acd-9033-f8b930a1e258"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:02:50.103658 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32c892-609a-433a-ae71-c4c803a15b95 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee78ab0-ddf0-4acd-9033-f8b930a1e258,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:50.112671 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df222eb-daf6-4099-b6ec-22113ceb5463 x-openstack-request-id: req-9df222eb-daf6-4099-b6ec-22113ceb5463 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:02:50.112962 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4dddc9-650e-44a6-ab80-59a96003bb20", "tag": "1ee78ab0-ddf0-4acd-9033-f8b930a1e258", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:02:50.113213 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9df222eb-daf6-4099-b6ec-22113ceb5463 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:02:50.113619 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9df222eb-daf6-4099-b6ec-22113ceb5463'] response: {'name': 'network-changed', 'server_uuid': '7b4dddc9-650e-44a6-ab80-59a96003bb20', 'tag': '1ee78ab0-ddf0-4acd-9033-f8b930a1e258', 'status': 'completed', 'code': 200} Apr 14 22:02:50.156120 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-2ecec8ce-1f90-41a6-b7d3-03b35b4ec841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:50.158243 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-2ecec8ce-1f90-41a6-b7d3-03b35b4ec841 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a575095f0cd4f6b8ca1856b836d8d04&device_id=7b4dddc9-650e-44a6-ab80-59a96003bb20 HTTP/1.1" status: 200 len: 1127 time: 0.0391335 Apr 14 22:02:50.204856 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-72379f9a-7d41-4af6-9c01-21d53e2f2f43 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ee78ab0-ddf0-4acd-9033-f8b930a1e258 HTTP/1.1" status: 200 len: 217 time: 0.0377538 Apr 14 22:02:50.252426 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-7011c530-e20c-4791-95ad-b6c9e6dea1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:50.253864 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-7011c530-e20c-4791-95ad-b6c9e6dea1e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8bc70e60-793d-4def-862c-efba8d749ba5 HTTP/1.1" status: 200 len: 848 time: 0.0431933 Apr 14 22:02:50.284920 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-44433a0c-db6d-4766-a392-add43ba73b1e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ead2b527-1d93-45a6-923b-3786cd6083fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242426 Apr 14 22:02:50.387222 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-9be61e46-d121-4f37-b071-c705324b4590 service neutron] 10.222.0.26 "GET /v2.0/networks/ead2b527-1d93-45a6-923b-3786cd6083fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931633 Apr 14 22:02:50.488344 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-64b8b1bf-411d-43c4-aaf8-831aeceb31ee req-be72c351-5b4c-4423-9000-b692b07350d5 service neutron] 10.222.0.26 "GET /v2.0/networks/ead2b527-1d93-45a6-923b-3786cd6083fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923598 Apr 14 22:02:50.631736 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 46856) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:50.778940 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9158090d-7390-4386-b387-101eb4a8253b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:50.803192 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65197981-752f-440c-a30d-5eb3311980c4 req-c852e20e-5d53-4a12-a88e-e6efbf61a4fa tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:50.804783 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-65197981-752f-440c-a30d-5eb3311980c4 req-c852e20e-5d53-4a12-a88e-e6efbf61a4fa tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0736969 Apr 14 22:02:50.890543 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-65197981-752f-440c-a30d-5eb3311980c4 req-a07ff9bf-83cc-41ec-88d5-c50f2add23a9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767257 Apr 14 22:02:50.895780 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaf315-4fa4-488a-b7ea-e227aba2d15d req-51e06af4-5070-4283-9e2b-9aea9bd9cc05 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:50.897741 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-43aaf315-4fa4-488a-b7ea-e227aba2d15d req-51e06af4-5070-4283-9e2b-9aea9bd9cc05 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b4dddc9-650e-44a6-ab80-59a96003bb20 HTTP/1.1" status: 200 len: 943 time: 0.0508599 Apr 14 22:02:50.933302 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9158090d-7390-4386-b387-101eb4a8253b admin admin] Publish callbacks [] for security_group (dc4135c7-d0ba-4fd8-87bb-67d9eab08faf), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:50.945242 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9158090d-7390-4386-b387-101eb4a8253b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (dc4135c7-d0ba-4fd8-87bb-67d9eab08faf), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:50.976559 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-43aaf315-4fa4-488a-b7ea-e227aba2d15d req-dfe3078b-f0b7-45fb-83cd-f0003f1c1aa7 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a471f1b-8bc0-4b82-ba7a-d5e784e43007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688233 Apr 14 22:02:50.993282 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-9158090d-7390-4386-b387-101eb4a8253b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6fcef9014ff84a3282b825189d187ea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3601663 Apr 14 22:02:50.996250 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 46870) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:51.004465 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158090d-7390-4386-b387-101eb4a8253b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4135c7-d0ba-4fd8-87bb-67d9eab08faf,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:51.060680 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2aa7c4fa-0605-43b0-b83f-7442537e1550 admin admin] Publish callbacks [] for security_group (dc4135c7-d0ba-4fd8-87bb-67d9eab08faf), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:51.075569 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e601cd1-ed9f-413c-8393-4295818dbbd8 req-598b4e91-7c18-42fc-82e8-7650b967224c tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:51.077388 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6e601cd1-ed9f-413c-8393-4295818dbbd8 req-598b4e91-7c18-42fc-82e8-7650b967224c tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0507808 Apr 14 22:02:51.083855 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2aa7c4fa-0605-43b0-b83f-7442537e1550 admin admin] Publish callbacks [] for security_group (dc4135c7-d0ba-4fd8-87bb-67d9eab08faf), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:51.130960 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6e601cd1-ed9f-413c-8393-4295818dbbd8 req-fc2181bb-8f4e-41c3-87e9-68e86305228f tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465634 Apr 14 22:02:51.133658 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2aa7c4fa-0605-43b0-b83f-7442537e1550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (dc4135c7-d0ba-4fd8-87bb-67d9eab08faf), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:51.136526 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2aa7c4fa-0605-43b0-b83f-7442537e1550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:51.139930 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-2aa7c4fa-0605-43b0-b83f-7442537e1550 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc4135c7-d0ba-4fd8-87bb-67d9eab08faf HTTP/1.1" status: 204 len: 168 time: 0.1402102 Apr 14 22:02:51.146270 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7c4fa-0605-43b0-b83f-7442537e1550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4135c7-d0ba-4fd8-87bb-67d9eab08faf,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:51.153847 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7c4fa-0605-43b0-b83f-7442537e1550 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:51.154198 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7c4fa-0605-43b0-b83f-7442537e1550 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:51.154541 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7c4fa-0605-43b0-b83f-7442537e1550 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:51.154895 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7c4fa-0605-43b0-b83f-7442537e1550 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:51.155217 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7c4fa-0605-43b0-b83f-7442537e1550 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:51.155545 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7c4fa-0605-43b0-b83f-7442537e1550 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:51.155870 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7c4fa-0605-43b0-b83f-7442537e1550 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:51.156196 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7c4fa-0605-43b0-b83f-7442537e1550 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:51.156556 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7c4fa-0605-43b0-b83f-7442537e1550 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:51.156886 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7c4fa-0605-43b0-b83f-7442537e1550 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:51.157250 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7c4fa-0605-43b0-b83f-7442537e1550 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:51.157578 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7c4fa-0605-43b0-b83f-7442537e1550 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:51.157961 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7c4fa-0605-43b0-b83f-7442537e1550 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:51.158321 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7c4fa-0605-43b0-b83f-7442537e1550 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:51.158646 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7c4fa-0605-43b0-b83f-7442537e1550 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:51.530493 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f2ff5-4bd0-45dc-96aa-0ab3c9a4b2b9 req-2d010e3d-b92a-433c-bb5e-580f5950ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:51.532280 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ee4f2ff5-4bd0-45dc-96aa-0ab3c9a4b2b9 req-2d010e3d-b92a-433c-bb5e-580f5950ca7b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a575095f0cd4f6b8ca1856b836d8d04&device_id=7b4dddc9-650e-44a6-ab80-59a96003bb20 HTTP/1.1" status: 200 len: 1127 time: 0.0403290 Apr 14 22:02:51.626700 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f2ff5-4bd0-45dc-96aa-0ab3c9a4b2b9 req-e4fa2faa-b994-4b42-ae72-48e7b504c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:51.628367 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ee4f2ff5-4bd0-45dc-96aa-0ab3c9a4b2b9 req-e4fa2faa-b994-4b42-ae72-48e7b504c09a service neutron] 10.222.0.26 "GET /v2.0/networks?id=ead2b527-1d93-45a6-923b-3786cd6083fa HTTP/1.1" status: 200 len: 908 time: 0.0897202 Apr 14 22:02:51.672613 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ee4f2ff5-4bd0-45dc-96aa-0ab3c9a4b2b9 req-b90dbedf-9913-4a52-bf08-2101d5ba6b0c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ee78ab0-ddf0-4acd-9033-f8b930a1e258 HTTP/1.1" status: 200 len: 217 time: 0.0381148 Apr 14 22:02:51.726518 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f2ff5-4bd0-45dc-96aa-0ab3c9a4b2b9 req-785a3307-11c5-43d8-aae5-274a11aa21e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:51.728009 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ee4f2ff5-4bd0-45dc-96aa-0ab3c9a4b2b9 req-785a3307-11c5-43d8-aae5-274a11aa21e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8bc70e60-793d-4def-862c-efba8d749ba5 HTTP/1.1" status: 200 len: 848 time: 0.0495465 Apr 14 22:02:51.763598 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ee4f2ff5-4bd0-45dc-96aa-0ab3c9a4b2b9 req-0abceba4-74e6-4f98-8e06-2ab3311a4727 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ead2b527-1d93-45a6-923b-3786cd6083fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284417 Apr 14 22:02:51.872888 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ee4f2ff5-4bd0-45dc-96aa-0ab3c9a4b2b9 req-a160ff46-9f95-487c-8711-9f07ea8c9b52 service neutron] 10.222.0.26 "GET /v2.0/networks/ead2b527-1d93-45a6-923b-3786cd6083fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023245 Apr 14 22:02:51.966499 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ee4f2ff5-4bd0-45dc-96aa-0ab3c9a4b2b9 req-10be1ecf-396e-4c65-879d-daea8755e1a9 service neutron] 10.222.0.26 "GET /v2.0/networks/ead2b527-1d93-45a6-923b-3786cd6083fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868070 Apr 14 22:02:52.051657 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cf83c-1f61-4b1f-ab5c-b1461e043835 req-a5390e47-bd96-4746-92e9-069bb90e3a97 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:52.053724 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-756cf83c-1f61-4b1f-ab5c-b1461e043835 req-a5390e47-bd96-4746-92e9-069bb90e3a97 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0840838 Apr 14 22:02:52.112598 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-756cf83c-1f61-4b1f-ab5c-b1461e043835 req-703be8a3-03c4-42ea-90ff-8faffcdd371d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487328 Apr 14 22:02:52.112958 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254868b-e58b-452c-8009-bc6ce93726c9 req-11789eb5-3401-4166-8fca-809350adecec tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:52.114177 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1254868b-e58b-452c-8009-bc6ce93726c9 req-11789eb5-3401-4166-8fca-809350adecec tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b4dddc9-650e-44a6-ab80-59a96003bb20 HTTP/1.1" status: 200 len: 943 time: 0.0548131 Apr 14 22:02:52.164546 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1254868b-e58b-452c-8009-bc6ce93726c9 req-5e47a399-064f-4a12-a094-18e187322a05 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a471f1b-8bc0-4b82-ba7a-d5e784e43007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449574 Apr 14 22:02:52.249472 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906de826-3a09-483b-a259-07f2cb121987 req-78d98f59-0f1b-4304-afd3-37bf54bc62e8 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:52.251081 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-906de826-3a09-483b-a259-07f2cb121987 req-78d98f59-0f1b-4304-afd3-37bf54bc62e8 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0487452 Apr 14 22:02:52.300368 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-906de826-3a09-483b-a259-07f2cb121987 req-d3e5322c-8b97-4c5f-a98a-85fcdb132d12 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429497 Apr 14 22:02:53.253586 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d569f-4e19-410b-8e36-d602a0f3b74d req-bd6b11bb-ae3d-4e57-b4ea-f98655df9cf3 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:53.255138 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-9b7d569f-4e19-410b-8e36-d602a0f3b74d req-bd6b11bb-ae3d-4e57-b4ea-f98655df9cf3 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0531683 Apr 14 22:02:53.309593 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7225c6-6678-4211-887e-a4ed77924269 req-2c4d59bf-04ba-471f-b8fa-ba814e4eb2a5 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:53.318075 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5c7225c6-6678-4211-887e-a4ed77924269 req-2c4d59bf-04ba-471f-b8fa-ba814e4eb2a5 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b4dddc9-650e-44a6-ab80-59a96003bb20 HTTP/1.1" status: 200 len: 943 time: 0.0671387 Apr 14 22:02:53.328849 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-9b7d569f-4e19-410b-8e36-d602a0f3b74d req-a2e74258-88fc-4586-873c-8b84e1ec4733 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664544 Apr 14 22:02:53.368382 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 1ee78ab0-ddf0-4acd-9033-f8b930a1e258 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:02:53.378935 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5c7225c6-6678-4211-887e-a4ed77924269 req-746e006f-62bf-4cd2-9e39-32f2080014f3 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a471f1b-8bc0-4b82-ba7a-d5e784e43007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599000 Apr 14 22:02:53.470773 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2ccee-a35c-481c-b0c8-fc21b6fcccf9 req-cf19048a-1f89-412a-af7a-9442486055f9 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:53.472456 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-94b2ccee-a35c-481c-b0c8-fc21b6fcccf9 req-cf19048a-1f89-412a-af7a-9442486055f9 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0485554 Apr 14 22:02:53.480394 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 1ee78ab0-ddf0-4acd-9033-f8b930a1e258, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=1ee78ab0-ddf0-4acd-9033-f8b930a1e258,segment=NetworkSegment(26376248-65ac-431c-95e4-479a10e44fe6),segment_id=26376248-65ac-431c-95e4-479a10e44fe6)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:02:53.493418 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Returning: {'device': '1ee78ab0-ddf0-4acd-9033-f8b930a1e258', 'network_id': 'ead2b527-1d93-45a6-923b-3786cd6083fa', 'port_id': '1ee78ab0-ddf0-4acd-9033-f8b930a1e258', 'mac_address': 'fa:16:3e:4f:2c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bc70e60-793d-4def-862c-efba8d749ba5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:02:53.523567 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-94b2ccee-a35c-481c-b0c8-fc21b6fcccf9 req-4099df75-cf7b-474f-92ad-bba0a2d6559c tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454714 Apr 14 22:02:53.536029 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 1ee78ab0-ddf0-4acd-9033-f8b930a1e258 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:02:53.536029 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (1ee78ab0-ddf0-4acd-9033-f8b930a1e258), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:53.553474 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee78ab0-ddf0-4acd-9033-f8b930a1e258 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:02:53.574679 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 1ee78ab0-ddf0-4acd-9033-f8b930a1e258, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=1ee78ab0-ddf0-4acd-9033-f8b930a1e258,segment=NetworkSegment(26376248-65ac-431c-95e4-479a10e44fe6),segment_id=26376248-65ac-431c-95e4-479a10e44fe6)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:02:53.580311 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (1ee78ab0-ddf0-4acd-9033-f8b930a1e258), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:53.628473 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=1ee78ab0-ddf0-4acd-9033-f8b930a1e258,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:53.635929 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:53.636270 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:53.636672 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:53.637027 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:53.637365 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:53.637691 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:53.638010 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:53.638330 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:53.638648 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:53.638966 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:53.639336 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:53.639905 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:53.640220 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:53.640585 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:53.640903 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:53.940602 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['1ee78ab0-ddf0-4acd-9033-f8b930a1e258'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:02:53.993784 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1de14c36-134a-4569-aae1-1f9d5187f6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:54.461715 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0ca48-8d7c-4fe7-853f-f0d338db5452 req-f7ebef73-d61d-4427-a79f-11309f245e36 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:54.463204 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-18c0ca48-8d7c-4fe7-853f-f0d338db5452 req-f7ebef73-d61d-4427-a79f-11309f245e36 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0494144 Apr 14 22:02:54.503544 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7addd0-d25c-401c-821f-a0c922b6d6b3 req-7a1bddbb-9725-4482-87a2-0b7e1fc3d156 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:54.505179 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ba7addd0-d25c-401c-821f-a0c922b6d6b3 req-7a1bddbb-9725-4482-87a2-0b7e1fc3d156 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b4dddc9-650e-44a6-ab80-59a96003bb20 HTTP/1.1" status: 200 len: 944 time: 0.0521245 Apr 14 22:02:54.514585 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-18c0ca48-8d7c-4fe7-853f-f0d338db5452 req-b1b2d37d-e5eb-478a-b225-752c329d2f36 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455892 Apr 14 22:02:54.553002 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ba7addd0-d25c-401c-821f-a0c922b6d6b3 req-870fb32e-69ac-4ccd-9e4d-dece32d70eec tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a471f1b-8bc0-4b82-ba7a-d5e784e43007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421638 Apr 14 22:02:54.639476 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d09a1-cd8c-4514-8149-293d79945d6a req-7eddfefa-859d-4abb-9b17-de88a641f3f0 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:54.640969 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-374d09a1-cd8c-4514-8149-293d79945d6a req-7eddfefa-859d-4abb-9b17-de88a641f3f0 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0448463 Apr 14 22:02:54.695004 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-374d09a1-cd8c-4514-8149-293d79945d6a req-4309fef9-b0fc-4187-b52a-cc71f29243b2 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478256 Apr 14 22:02:55.367042 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 1ee78ab0-ddf0-4acd-9033-f8b930a1e258 up at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:02:55.427547 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning for port 1ee78ab0-ddf0-4acd-9033-f8b930a1e258 completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:02:55.435848 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning complete for port 1ee78ab0-ddf0-4acd-9033-f8b930a1e258 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:02:55.436262 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (1ee78ab0-ddf0-4acd-9033-f8b930a1e258), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:55.527293 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 1ee78ab0-ddf0-4acd-9033-f8b930a1e258 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:02:55.527681 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (1ee78ab0-ddf0-4acd-9033-f8b930a1e258), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:55.557364 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4dddc9-650e-44a6-ab80-59a96003bb20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee78ab0-ddf0-4acd-9033-f8b930a1e258'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:02:55.559947 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530b6f79e2c270c80a285cfd043402f608e5b18a2df6684fea4c07fd95dfc091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05343774-c2b7-41d0-9516-fa95924b5407" -d '{"events": [{"server_uuid": "7b4dddc9-650e-44a6-ab80-59a96003bb20", "name": "network-vif-plugged", "status": "completed", "tag": "1ee78ab0-ddf0-4acd-9033-f8b930a1e258"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:02:55.576166 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 1ee78ab0-ddf0-4acd-9033-f8b930a1e258, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=1ee78ab0-ddf0-4acd-9033-f8b930a1e258,segment=NetworkSegment(26376248-65ac-431c-95e4-479a10e44fe6),segment_id=26376248-65ac-431c-95e4-479a10e44fe6)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:02:55.581847 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (1ee78ab0-ddf0-4acd-9033-f8b930a1e258), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:55.619988 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b2a5e4-7cb2-42dc-8357-0c01acdac87c x-openstack-request-id: req-96b2a5e4-7cb2-42dc-8357-0c01acdac87c {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:02:55.620335 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4dddc9-650e-44a6-ab80-59a96003bb20", "name": "network-vif-plugged", "status": "completed", "tag": "1ee78ab0-ddf0-4acd-9033-f8b930a1e258", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:02:55.620595 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-96b2a5e4-7cb2-42dc-8357-0c01acdac87c {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:02:55.621109 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96b2a5e4-7cb2-42dc-8357-0c01acdac87c'] response: {'server_uuid': '7b4dddc9-650e-44a6-ab80-59a96003bb20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee78ab0-ddf0-4acd-9033-f8b930a1e258', 'code': 200} Apr 14 22:02:55.661887 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29edb83-4d95-4c89-8de4-1909897665e1 req-708b3ae0-cd4e-4062-88b7-83aaabaac490 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:55.664331 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e29edb83-4d95-4c89-8de4-1909897665e1 req-708b3ae0-cd4e-4062-88b7-83aaabaac490 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0653381 Apr 14 22:02:55.672363 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=1ee78ab0-ddf0-4acd-9033-f8b930a1e258,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:55.725060 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6f7c8-3b2d-45b5-b64b-bde96bed8b0b req-60c0f9d1-6e83-4595-9e89-cfa28e38cb8b tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:55.729647 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-93a6f7c8-3b2d-45b5-b64b-bde96bed8b0b req-60c0f9d1-6e83-4595-9e89-cfa28e38cb8b tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b4dddc9-650e-44a6-ab80-59a96003bb20 HTTP/1.1" status: 200 len: 945 time: 0.0667481 Apr 14 22:02:55.729852 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e29edb83-4d95-4c89-8de4-1909897665e1 req-dd629f83-e475-48e0-abd3-ec867404a440 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559049 Apr 14 22:02:55.797184 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-93a6f7c8-3b2d-45b5-b64b-bde96bed8b0b req-99d2c09c-30b2-43c3-8b02-e808827be347 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a471f1b-8bc0-4b82-ba7a-d5e784e43007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604336 Apr 14 22:02:55.842753 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635ddd2-4d1f-41e3-9578-5885c1151de6 req-f69d2199-9e61-4b47-9f1e-e1291c093890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:55.844338 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6635ddd2-4d1f-41e3-9578-5885c1151de6 req-f69d2199-9e61-4b47-9f1e-e1291c093890 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7b4dddc9-650e-44a6-ab80-59a96003bb20 HTTP/1.1" status: 200 len: 1129 time: 0.0637121 Apr 14 22:02:55.903577 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aceaf-d1a2-41ab-9016-c3b1466e8a76 req-0667172b-9845-4ceb-8ec1-80a2c12119ac tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:55.905166 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ea4aceaf-d1a2-41ab-9016-c3b1466e8a76 req-0667172b-9845-4ceb-8ec1-80a2c12119ac tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0821886 Apr 14 22:02:55.943044 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6635ddd2-4d1f-41e3-9578-5885c1151de6 req-4debf813-d724-44d7-aae2-72e414625595 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4a471f1b-8bc0-4b82-ba7a-d5e784e43007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766957 Apr 14 22:02:55.972733 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ea4aceaf-d1a2-41ab-9016-c3b1466e8a76 req-6d07311a-62db-4831-b18d-476b9c994d11 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587456 Apr 14 22:02:56.368860 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d72f4090-f610-4416-b075-037113547e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:56.862800 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cff31-88e6-4a8c-bdf6-1687bec0e663 req-ff5d884f-6e36-4a18-8bac-91a0988e1373 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:56.864404 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a04cff31-88e6-4a8c-bdf6-1687bec0e663 req-ff5d884f-6e36-4a18-8bac-91a0988e1373 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0535858 Apr 14 22:02:56.916794 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a04cff31-88e6-4a8c-bdf6-1687bec0e663 req-a905db36-02e0-41cd-86c8-ccf560f61c1d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463569 Apr 14 22:02:56.917106 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c3192-6546-4053-b32b-a348a4cac6ab req-a76609da-80e9-41b6-9bde-39c758b3b160 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:56.918831 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-bf8c3192-6546-4053-b32b-a348a4cac6ab req-a76609da-80e9-41b6-9bde-39c758b3b160 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b4dddc9-650e-44a6-ab80-59a96003bb20 HTTP/1.1" status: 200 len: 945 time: 0.0487447 Apr 14 22:02:56.973564 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-bf8c3192-6546-4053-b32b-a348a4cac6ab req-95da2814-bf82-46a7-9c75-9fb8913dc71f tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a471f1b-8bc0-4b82-ba7a-d5e784e43007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451429 Apr 14 22:02:57.090119 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344b0c8-366f-44cb-83d1-6d195d41a69a req-32061dbf-d39e-4800-b44d-4129c37715c6 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:57.091486 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7344b0c8-366f-44cb-83d1-6d195d41a69a req-32061dbf-d39e-4800-b44d-4129c37715c6 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0509477 Apr 14 22:02:57.141365 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7344b0c8-366f-44cb-83d1-6d195d41a69a req-6eca959a-3eb5-4841-b201-814b7bd222e6 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436370 Apr 14 22:02:57.484614 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:57.908273 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 47024) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:58.041562 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ee969d75-a904-49db-b2f8-b8be4af8605e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:58.059831 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d9a7a-e94b-4c5c-ba51-61bdaeaa6d41 req-d498a63b-e351-4e47-a48b-5c4f34cbc17e tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:58.061364 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b53d9a7a-e94b-4c5c-ba51-61bdaeaa6d41 req-d498a63b-e351-4e47-a48b-5c4f34cbc17e tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0677102 Apr 14 22:02:58.096074 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64d0cb-a068-4b5b-8561-7484c3bcb809 req-97bf5d11-c2cd-4986-9b69-69dce56a2e06 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:58.097595 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-eb64d0cb-a068-4b5b-8561-7484c3bcb809 req-97bf5d11-c2cd-4986-9b69-69dce56a2e06 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b4dddc9-650e-44a6-ab80-59a96003bb20 HTTP/1.1" status: 200 len: 945 time: 0.0496659 Apr 14 22:02:58.136776 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b53d9a7a-e94b-4c5c-ba51-61bdaeaa6d41 req-61fc11c3-27aa-4ae4-9e05-842d9319bcc5 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676661 Apr 14 22:02:58.153895 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-eb64d0cb-a068-4b5b-8561-7484c3bcb809 req-e5b2198e-0818-4b0e-9bb0-ab556d0b1b01 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a471f1b-8bc0-4b82-ba7a-d5e784e43007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447180 Apr 14 22:02:58.185706 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ee969d75-a904-49db-b2f8-b8be4af8605e admin admin] Publish callbacks [] for security_group (66dca6f2-be16-48ae-a41c-653ae4676e42), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:58.194694 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ee969d75-a904-49db-b2f8-b8be4af8605e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (66dca6f2-be16-48ae-a41c-653ae4676e42), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:58.244639 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-ee969d75-a904-49db-b2f8-b8be4af8605e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e8563f50b4cf4b52b92b36936b7057f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3351912 Apr 14 22:02:58.248196 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee969d75-a904-49db-b2f8-b8be4af8605e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66dca6f2-be16-48ae-a41c-653ae4676e42,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:58.248434 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 47036) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:58.277162 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee969d75-a904-49db-b2f8-b8be4af8605e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:58.277504 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee969d75-a904-49db-b2f8-b8be4af8605e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:58.277989 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee969d75-a904-49db-b2f8-b8be4af8605e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:58.278416 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee969d75-a904-49db-b2f8-b8be4af8605e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:58.278751 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee969d75-a904-49db-b2f8-b8be4af8605e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:58.279072 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee969d75-a904-49db-b2f8-b8be4af8605e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:58.279411 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee969d75-a904-49db-b2f8-b8be4af8605e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:58.279807 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee969d75-a904-49db-b2f8-b8be4af8605e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:58.280141 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee969d75-a904-49db-b2f8-b8be4af8605e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:58.280454 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee969d75-a904-49db-b2f8-b8be4af8605e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:58.280782 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee969d75-a904-49db-b2f8-b8be4af8605e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:58.281113 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee969d75-a904-49db-b2f8-b8be4af8605e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:58.281515 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee969d75-a904-49db-b2f8-b8be4af8605e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:58.282477 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee969d75-a904-49db-b2f8-b8be4af8605e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:58.282807 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee969d75-a904-49db-b2f8-b8be4af8605e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:58.299717 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-95436725-abaf-4b05-97dd-2c1300434c14 admin admin] Publish callbacks [] for security_group (66dca6f2-be16-48ae-a41c-653ae4676e42), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:58.303668 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d539d4-7ffb-4440-978a-7f1c7a6f4fdd req-bb1b58be-72c6-4476-a99d-e2ff4b36c7aa tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:58.305026 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-84d539d4-7ffb-4440-978a-7f1c7a6f4fdd req-bb1b58be-72c6-4476-a99d-e2ff4b36c7aa tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0755334 Apr 14 22:02:58.322699 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-95436725-abaf-4b05-97dd-2c1300434c14 admin admin] Publish callbacks [] for security_group (66dca6f2-be16-48ae-a41c-653ae4676e42), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:58.342180 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:02:58.373017 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-84d539d4-7ffb-4440-978a-7f1c7a6f4fdd req-7238428f-4002-4207-8a98-5733b05c8a01 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621095 Apr 14 22:02:58.416428 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-95436725-abaf-4b05-97dd-2c1300434c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (66dca6f2-be16-48ae-a41c-653ae4676e42), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:58.419383 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-95436725-abaf-4b05-97dd-2c1300434c14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:58.420937 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-95436725-abaf-4b05-97dd-2c1300434c14 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66dca6f2-be16-48ae-a41c-653ae4676e42 HTTP/1.1" status: 204 len: 168 time: 0.1723864 Apr 14 22:02:58.430701 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95436725-abaf-4b05-97dd-2c1300434c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66dca6f2-be16-48ae-a41c-653ae4676e42,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:58.793848 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:59.069206 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5363f6f-7473-4fd7-90ad-b77f88c54894 req-8ce0c81d-a637-4154-b5f8-9e70a374537c tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:59.070969 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c5363f6f-7473-4fd7-90ad-b77f88c54894 req-8ce0c81d-a637-4154-b5f8-9e70a374537c tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b4dddc9-650e-44a6-ab80-59a96003bb20 HTTP/1.1" status: 200 len: 945 time: 0.0530593 Apr 14 22:02:59.119319 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c5363f6f-7473-4fd7-90ad-b77f88c54894 req-7406bcec-2161-4d5a-881a-0ef8689ab717 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a471f1b-8bc0-4b82-ba7a-d5e784e43007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424244 Apr 14 22:02:59.265061 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00748da8-74de-4c4f-92b4-47b74bb14e5b req-8cc65e48-b4ef-4094-813f-67abf8268b6b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:59.267092 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-00748da8-74de-4c4f-92b4-47b74bb14e5b req-8cc65e48-b4ef-4094-813f-67abf8268b6b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0518842 Apr 14 22:02:59.316897 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-00748da8-74de-4c4f-92b4-47b74bb14e5b req-585e8010-8ccf-42a6-b73f-c2db20ace48a tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446210 Apr 14 22:02:59.388511 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:02:59.506292 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7037a86-985a-44fe-b55d-cac58feb4fd3 req-38583695-07c1-4be9-80db-ec043eba6e02 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:59.508769 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d7037a86-985a-44fe-b55d-cac58feb4fd3 req-38583695-07c1-4be9-80db-ec043eba6e02 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0478756 Apr 14 22:02:59.510780 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:02:59.522908 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Returning: {'device': '9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'port_id': '9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b', 'mac_address': 'fa:16:3e:41:85:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:02:59.566818 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d7037a86-985a-44fe-b55d-cac58feb4fd3 req-226b93d7-d310-481f-b97e-188f5e4b852f tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527093 Apr 14 22:02:59.571890 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b is: ACTIVE; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:02:59.572376 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:59.589163 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:02:59.611578 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:02:59.619250 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:59.696037 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b,revision_number=6']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:59.743450 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:03:00.243463 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a633842-3367-4ccd-b2cd-0c8074dcd911 req-d62afd01-3072-4cd3-bcda-a24baa1e9c7b tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:00.245049 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7a633842-3367-4ccd-b2cd-0c8074dcd911 req-d62afd01-3072-4cd3-bcda-a24baa1e9c7b tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b4dddc9-650e-44a6-ab80-59a96003bb20 HTTP/1.1" status: 200 len: 945 time: 0.0526037 Apr 14 22:03:00.294062 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7a633842-3367-4ccd-b2cd-0c8074dcd911 req-4bc60289-0656-4989-a597-796165536a80 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a471f1b-8bc0-4b82-ba7a-d5e784e43007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432332 Apr 14 22:03:00.447948 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:00.462236 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24304b25-1a7d-432f-abc6-d8e5dfcd8334 req-9b0e9b8b-35cd-4331-ac4e-44a9e3d7552f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:00.463912 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-24304b25-1a7d-432f-abc6-d8e5dfcd8334 req-9b0e9b8b-35cd-4331-ac4e-44a9e3d7552f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 945 time: 0.0642076 Apr 14 22:03:00.513789 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-24304b25-1a7d-432f-abc6-d8e5dfcd8334 req-ebe9c2f2-9166-4e90-8220-8878c08c49b2 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427637 Apr 14 22:03:00.684245 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fa0d1-0dad-46cc-8534-59b359fbfd9e req-203c6f3f-edd2-4f38-a9ac-2625655fca32 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:00.685690 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cd4fa0d1-0dad-46cc-8534-59b359fbfd9e req-203c6f3f-edd2-4f38-a9ac-2625655fca32 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0493603 Apr 14 22:03:00.739434 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cd4fa0d1-0dad-46cc-8534-59b359fbfd9e req-6ef393d2-3bca-4734-b221-427e3613b9f0 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448034 Apr 14 22:03:00.943371 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ae76a-937a-4427-b950-073c5d866ca7 req-c05de122-ad66-47cc-955e-57b2dcac2950 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:00.945360 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-117ae76a-937a-4427-b950-073c5d866ca7 req-c05de122-ad66-47cc-955e-57b2dcac2950 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b4dddc9-650e-44a6-ab80-59a96003bb20 HTTP/1.1" status: 200 len: 945 time: 0.0495756 Apr 14 22:03:01.071371 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-117ae76a-937a-4427-b950-073c5d866ca7 req-eeab337a-0020-4369-9c25-0d1025125abf tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Deleting port 1ee78ab0-ddf0-4acd-9033-f8b930a1e258 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:03:01.071716 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-117ae76a-937a-4427-b950-073c5d866ca7 req-eeab337a-0020-4369-9c25-0d1025125abf tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (1ee78ab0-ddf0-4acd-9033-f8b930a1e258), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:01.175060 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-117ae76a-937a-4427-b950-073c5d866ca7 req-eeab337a-0020-4369-9c25-0d1025125abf tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] For port 1ee78ab0-ddf0-4acd-9033-f8b930a1e258, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=1ee78ab0-ddf0-4acd-9033-f8b930a1e258,segment=NetworkSegment(26376248-65ac-431c-95e4-479a10e44fe6),segment_id=26376248-65ac-431c-95e4-479a10e44fe6)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:03:01.175440 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-117ae76a-937a-4427-b950-073c5d866ca7 req-eeab337a-0020-4369-9c25-0d1025125abf tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (1ee78ab0-ddf0-4acd-9033-f8b930a1e258), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:01.192354 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-117ae76a-937a-4427-b950-073c5d866ca7 req-eeab337a-0020-4369-9c25-0d1025125abf tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Calling delete_port for 1ee78ab0-ddf0-4acd-9033-f8b930a1e258 owned by compute:nova {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:03:01.358337 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-117ae76a-937a-4427-b950-073c5d866ca7 req-eeab337a-0020-4369-9c25-0d1025125abf tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (1ee78ab0-ddf0-4acd-9033-f8b930a1e258), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:01.374029 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['1ee78ab0-ddf0-4acd-9033-f8b930a1e258'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:03:01.388796 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab337a-0020-4369-9c25-0d1025125abf tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Pushing event deleted for resources: {'Port': ['ID=1ee78ab0-ddf0-4acd-9033-f8b930a1e258,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:01.405222 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b up at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:03:01.455233 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning complete for port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:03:01.455934 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:01.472445 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c79cbc36-6b21-4e45-9dd6-422b190a719c req-c71505a2-c142-403f-b282-3b07fb8f3e3c tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b4dddc9-650e-44a6-ab80-59a96003bb20 HTTP/1.1" status: 200 len: 210 time: 0.0731790 Apr 14 22:03:01.495510 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-117ae76a-937a-4427-b950-073c5d866ca7 req-eeab337a-0020-4369-9c25-0d1025125abf tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] No DVR routers for this DVR port 1ee78ab0-ddf0-4acd-9033-f8b930a1e258 on host hv-cinder-83800 {{(pid=103420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:03:01.500028 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-117ae76a-937a-4427-b950-073c5d866ca7 req-eeab337a-0020-4369-9c25-0d1025125abf tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:01.505616 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-117ae76a-937a-4427-b950-073c5d866ca7 req-eeab337a-0020-4369-9c25-0d1025125abf tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.26 "DELETE /v2.0/ports/1ee78ab0-ddf0-4acd-9033-f8b930a1e258 HTTP/1.1" status: 204 len: 173 time: 0.5537493 Apr 14 22:03:01.506107 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4dddc9-650e-44a6-ab80-59a96003bb20', 'name': 'network-vif-deleted', 'tag': '1ee78ab0-ddf0-4acd-9033-f8b930a1e258'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:03:01.509700 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee6d25e-dc6f-4221-beae-b39d18a5b5cf" -d '{"events": [{"server_uuid": "7b4dddc9-650e-44a6-ab80-59a96003bb20", "name": "network-vif-deleted", "tag": "1ee78ab0-ddf0-4acd-9033-f8b930a1e258"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:03:01.542064 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:03:01.542492 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:01.553802 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff4ab68-0ee3-4e64-968f-df02996012bb x-openstack-request-id: req-2ff4ab68-0ee3-4e64-968f-df02996012bb {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:03:01.554157 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4dddc9-650e-44a6-ab80-59a96003bb20", "name": "network-vif-deleted", "tag": "1ee78ab0-ddf0-4acd-9033-f8b930a1e258", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:03:01.554476 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ff4ab68-0ee3-4e64-968f-df02996012bb {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:03:01.554934 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ff4ab68-0ee3-4e64-968f-df02996012bb'] response: {'server_uuid': '7b4dddc9-650e-44a6-ab80-59a96003bb20', 'name': 'network-vif-deleted', 'tag': '1ee78ab0-ddf0-4acd-9033-f8b930a1e258', 'status': 'completed', 'code': 200} Apr 14 22:03:01.571003 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a32fc51-3299-4bea-b3e4-5cbe5e807947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:03:01.573594 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530b6f79e2c270c80a285cfd043402f608e5b18a2df6684fea4c07fd95dfc091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d540c8e-9c59-4f93-b0a8-39f18da1e23a" -d '{"events": [{"server_uuid": "7a32fc51-3299-4bea-b3e4-5cbe5e807947", "name": "network-vif-plugged", "status": "completed", "tag": "9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:03:01.587448 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:03:01.592768 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:01.627440 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edb8b6f-47ed-4353-9a23-73f7426b11e3 x-openstack-request-id: req-0edb8b6f-47ed-4353-9a23-73f7426b11e3 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:03:01.627776 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a32fc51-3299-4bea-b3e4-5cbe5e807947", "name": "network-vif-plugged", "status": "completed", "tag": "9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:03:01.628033 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0edb8b6f-47ed-4353-9a23-73f7426b11e3 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:03:01.628552 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0edb8b6f-47ed-4353-9a23-73f7426b11e3'] response: {'server_uuid': '7a32fc51-3299-4bea-b3e4-5cbe5e807947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b', 'code': 200} Apr 14 22:03:01.655083 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b,revision_number=7']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:01.667048 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b0ad5-ff8a-4f61-b1f5-8cbb2ddb5f37 req-8939f64a-dc14-4ee2-a60d-ebb687460c80 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:01.668744 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-344b0ad5-ff8a-4f61-b1f5-8cbb2ddb5f37 req-8939f64a-dc14-4ee2-a60d-ebb687460c80 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0595582 Apr 14 22:03:01.719292 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-344b0ad5-ff8a-4f61-b1f5-8cbb2ddb5f37 req-c69e8ca8-0d94-44f8-97bf-1a60e3e499c8 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427592 Apr 14 22:03:01.862809 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d5943-1f30-47cf-9063-0b904beb95ff req-d35e5a95-4e07-4596-887c-16dcc6ccb7b4 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:01.864290 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-103d5943-1f30-47cf-9063-0b904beb95ff req-d35e5a95-4e07-4596-887c-16dcc6ccb7b4 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0467346 Apr 14 22:03:01.918332 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-103d5943-1f30-47cf-9063-0b904beb95ff req-93659517-4caf-4b25-80a7-f4ebe75e0193 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484366 Apr 14 22:03:02.847604 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbc2e7-0c5d-4288-ae24-ed81f40aad99 req-8c3b399d-ae80-4fcf-997e-eaf62bd2b440 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:02.849151 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-02fbc2e7-0c5d-4288-ae24-ed81f40aad99 req-8c3b399d-ae80-4fcf-997e-eaf62bd2b440 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0563412 Apr 14 22:03:02.897719 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-02fbc2e7-0c5d-4288-ae24-ed81f40aad99 req-501b85f4-68ab-4f42-b720-45a0700b89ff tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430720 Apr 14 22:03:03.031037 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ab7e0-806b-4f4d-b839-810625b4357d req-2cb462ef-6949-4e31-a52f-358de45a76e1 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:03.032606 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f06ab7e0-806b-4f4d-b839-810625b4357d req-2cb462ef-6949-4e31-a52f-358de45a76e1 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0456498 Apr 14 22:03:03.084215 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f06ab7e0-806b-4f4d-b839-810625b4357d req-fef3277f-9d86-4ebb-8854-6551a451c019 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462487 Apr 14 22:03:04.023816 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062efd1-9ac3-4b65-9dbf-38c368408523 req-0ccdfc7f-e2bc-4994-99c4-95fb5a318ee7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:04.025328 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1062efd1-9ac3-4b65-9dbf-38c368408523 req-0ccdfc7f-e2bc-4994-99c4-95fb5a318ee7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0477858 Apr 14 22:03:04.077768 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1062efd1-9ac3-4b65-9dbf-38c368408523 req-d4946a00-f66c-4136-8852-a596720c0db0 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465159 Apr 14 22:03:04.209119 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd40ace-37e8-432b-af93-7ad9ea285e27 req-a10e7096-2b65-48f5-a250-36b8c4033303 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:04.210619 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-afd40ace-37e8-432b-af93-7ad9ea285e27 req-a10e7096-2b65-48f5-a250-36b8c4033303 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0527937 Apr 14 22:03:04.259143 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-afd40ace-37e8-432b-af93-7ad9ea285e27 req-06bb5c0d-c7ae-4b88-915a-764bc639666c tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429213 Apr 14 22:03:05.357031 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b235aa-575f-4359-8d83-8d9f51f4e703 req-b11c8a8e-8c1a-4ceb-b615-0f394590c796 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:05.359292 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-89b235aa-575f-4359-8d83-8d9f51f4e703 req-b11c8a8e-8c1a-4ceb-b615-0f394590c796 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0572739 Apr 14 22:03:05.409912 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-89b235aa-575f-4359-8d83-8d9f51f4e703 req-734c492e-0c1e-4720-8f00-e3a12c93c516 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450118 Apr 14 22:03:05.421913 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 1ee78ab0-ddf0-4acd-9033-f8b930a1e258 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:03:05.463186 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] No Port match for: 1ee78ab0-ddf0-4acd-9033-f8b930a1e258 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:03:05.463542 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 1ee78ab0-ddf0-4acd-9033-f8b930a1e258 not bound to the agent host hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:03:05.526314 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79398c73-4aa9-4efb-8ac6-ec7ed2418d32 req-7cf0799f-cca5-4b2a-8aba-8f7527a454c2 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:05.527823 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-79398c73-4aa9-4efb-8ac6-ec7ed2418d32 req-7cf0799f-cca5-4b2a-8aba-8f7527a454c2 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0527201 Apr 14 22:03:05.575364 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-79398c73-4aa9-4efb-8ac6-ec7ed2418d32 req-452a7c10-6779-4443-bd3f-ba077a1e9cfe tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410750 Apr 14 22:03:06.532235 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4455e-8a2c-41c7-a55d-fd60b9e379a5 req-7cdc02d6-0d97-4673-a926-d247e8aa7ff2 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:06.533671 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-25f4455e-8a2c-41c7-a55d-fd60b9e379a5 req-7cdc02d6-0d97-4673-a926-d247e8aa7ff2 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0460656 Apr 14 22:03:06.582999 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-25f4455e-8a2c-41c7-a55d-fd60b9e379a5 req-8f691a70-4a9d-4539-9e25-2142acda8743 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436487 Apr 14 22:03:06.691506 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bc61c-12aa-44ac-aecc-abe6a3e055ec req-40ac46c6-cc2f-4633-b5c4-c1fc60571bbb tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:06.693533 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4b8bc61c-12aa-44ac-aecc-abe6a3e055ec req-40ac46c6-cc2f-4633-b5c4-c1fc60571bbb tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0513027 Apr 14 22:03:06.754558 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4b8bc61c-12aa-44ac-aecc-abe6a3e055ec req-4e53b0ed-ff56-4aae-81c1-d7662d6a6a91 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551205 Apr 14 22:03:07.704965 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62504a63-9792-409e-b38c-89613258723e req-46146901-b883-41fc-80e6-48040cb01764 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:07.706456 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-62504a63-9792-409e-b38c-89613258723e req-46146901-b883-41fc-80e6-48040cb01764 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0483978 Apr 14 22:03:07.753354 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-62504a63-9792-409e-b38c-89613258723e req-24faf4b6-ca25-46aa-9281-5c0c4cbc88f2 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413461 Apr 14 22:03:07.872502 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7d99a-19f6-428f-9566-1fd739e6d5a6 req-9e34f046-3ee2-4d86-aedb-1087e97b0e4c tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:07.874020 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-11e7d99a-19f6-428f-9566-1fd739e6d5a6 req-9e34f046-3ee2-4d86-aedb-1087e97b0e4c tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0473111 Apr 14 22:03:07.947507 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-11e7d99a-19f6-428f-9566-1fd739e6d5a6 req-d61e5102-f1a7-44eb-a8c4-d31f2c0ee0de tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671697 Apr 14 22:03:08.003557 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-b78ad809-652e-4ec6-b1d6-055d7363bc7d tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:08.005049 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-b78ad809-652e-4ec6-b1d6-055d7363bc7d tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/networks?id=ead2b527-1d93-45a6-923b-3786cd6083fa HTTP/1.1" status: 200 len: 808 time: 0.1111963 Apr 14 22:03:08.019494 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-923185dd-5516-48b2-aa58-e9c6f2dac285 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/quotas/8a575095f0cd4f6b8ca1856b836d8d04 HTTP/1.1" status: 200 len: 375 time: 0.0091779 Apr 14 22:03:08.051502 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-73b375e2-62a7-40b1-bcf9-9b8e2e8219c6 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8a575095f0cd4f6b8ca1856b836d8d04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269802 Apr 14 22:03:08.154326 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-dd093360-6eb4-4565-89c8-503398d1ecdb service neutron] 10.222.0.43 "GET /v2.0/networks/ead2b527-1d93-45a6-923b-3786cd6083fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930004 Apr 14 22:03:08.245186 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-65a8edd9-3df1-4cb6-8a2f-11920bd7465b service neutron] 10.222.0.43 "GET /v2.0/networks/ead2b527-1d93-45a6-923b-3786cd6083fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849259 Apr 14 22:03:08.416864 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5349f1d5-9e3d-4610-bb39-ae652c850efd req-d283d178-20b6-4fee-a1b6-849e398c0b20 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b788f6-66d5-4917-8688-5c0bfaa03d93 HTTP/1.1" status: 200 len: 210 time: 0.0310748 Apr 14 22:03:08.870882 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89626619-24ce-4ef2-8e7e-dd56a53737ea req-e74d57d0-f4e6-4405-8147-da7083337152 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:08.872359 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-89626619-24ce-4ef2-8e7e-dd56a53737ea req-e74d57d0-f4e6-4405-8147-da7083337152 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0458629 Apr 14 22:03:08.926307 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-89626619-24ce-4ef2-8e7e-dd56a53737ea req-bcadefa6-b905-43ac-b1aa-a48e1c73ab3c tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475295 Apr 14 22:03:09.087036 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48bca7-2c41-4005-8d8b-a786888d0078 req-d2b23716-f73b-4889-aa3a-982f3836f573 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:09.090271 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2f48bca7-2c41-4005-8d8b-a786888d0078 req-d2b23716-f73b-4889-aa3a-982f3836f573 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0606961 Apr 14 22:03:09.107410 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325c6d4-adbf-437d-87e4-83f44b528df5 req-bce906a1-684a-4cb7-869c-26e22ce61e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:09.110434 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5325c6d4-adbf-437d-87e4-83f44b528df5 req-bce906a1-684a-4cb7-869c-26e22ce61e80 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 1129 time: 0.0503535 Apr 14 22:03:09.190035 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5325c6d4-adbf-437d-87e4-83f44b528df5 req-dad8f1a1-89d6-4702-ad67-2ec90d989be1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718198 Apr 14 22:03:09.192538 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2f48bca7-2c41-4005-8d8b-a786888d0078 req-a2fa0237-bc2f-4e8c-b813-eac4c72050d8 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950301 Apr 14 22:03:09.547832 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-744505d6-b986-45c8-9160-5a0feee07eed req-fd5dcabf-70f8-49f1-bfc9-98198c907ad1 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b788f6-66d5-4917-8688-5c0bfaa03d93 HTTP/1.1" status: 200 len: 210 time: 0.0360911 Apr 14 22:03:10.098530 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63663331-928f-418e-b04d-f57bb464de0b req-04c7e87f-aa97-4959-bea8-a37cb81a35c5 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:10.101205 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-63663331-928f-418e-b04d-f57bb464de0b req-04c7e87f-aa97-4959-bea8-a37cb81a35c5 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0713944 Apr 14 22:03:10.189936 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-63663331-928f-418e-b04d-f57bb464de0b req-8e6ae7fa-8c29-4343-813c-c5c453584f3e tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815732 Apr 14 22:03:10.325070 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-4af286fb-9381-415f-8f4a-79c08f41558b tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:10.327378 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-4af286fb-9381-415f-8f4a-79c08f41558b tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.26 "GET /v2.0/networks?id=ead2b527-1d93-45a6-923b-3786cd6083fa HTTP/1.1" status: 200 len: 808 time: 0.2037089 Apr 14 22:03:10.393091 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e623af-414c-4102-8a61-3ee07ee83d84 req-4302b933-4216-40e2-be84-5fedff5edb95 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:10.395295 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-06e623af-414c-4102-8a61-3ee07ee83d84 req-4302b933-4216-40e2-be84-5fedff5edb95 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0667067 Apr 14 22:03:10.463584 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-06e623af-414c-4102-8a61-3ee07ee83d84 req-298a8e60-c7f5-4ccd-9d83-c5d8f5a32bbd tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499511 Apr 14 22:03:10.654689 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3da5c926-a4ab-4070-a281-3641804c4290 req-1ddb48de-22a6-4339-a3ca-9d1c005c5486 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b788f6-66d5-4917-8688-5c0bfaa03d93 HTTP/1.1" status: 200 len: 210 time: 0.0354929 Apr 14 22:03:10.820239 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-a7c81ede-4b6e-4c6e-b3f6-7abf1a5e7e51 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Request body: {'port': {'device_id': '31b788f6-66d5-4917-8688-5c0bfaa03d93', 'network_id': 'ead2b527-1d93-45a6-923b-3786cd6083fa', 'admin_state_up': True, 'tenant_id': '8a575095f0cd4f6b8ca1856b836d8d04'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:03:11.230550 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-a7c81ede-4b6e-4c6e-b3f6-7abf1a5e7e51 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Made reservation on behalf of 8a575095f0cd4f6b8ca1856b836d8d04 for: {'port': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:03:11.237449 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-a7c81ede-4b6e-4c6e-b3f6-7abf1a5e7e51 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:11.392654 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d6e04-cb91-4067-91be-24fc53b1c9fd req-207edb70-303b-4263-a7d2-af4f91326d00 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:11.392654 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-731d6e04-cb91-4067-91be-24fc53b1c9fd req-207edb70-303b-4263-a7d2-af4f91326d00 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0742610 Apr 14 22:03:11.476807 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-a7c81ede-4b6e-4c6e-b3f6-7abf1a5e7e51 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Allocated IP 172.20.0.12 (ead2b527-1d93-45a6-923b-3786cd6083fa/8bc70e60-793d-4def-862c-efba8d749ba5/8fabbfbf-519c-46b3-bc33-8a682148155d) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:03:11.499859 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-731d6e04-cb91-4067-91be-24fc53b1c9fd req-e1a4e78e-79fc-4e9c-8866-088f7dcbfabb tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896957 Apr 14 22:03:11.651299 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf3e75-4209-42ed-9b84-94a3f1428324 req-b978661d-1524-45f7-8402-94266ab66f73 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:11.653170 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-dacf3e75-4209-42ed-9b84-94a3f1428324 req-b978661d-1524-45f7-8402-94266ab66f73 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0963373 Apr 14 22:03:11.748394 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-a7c81ede-4b6e-4c6e-b3f6-7abf1a5e7e51 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Publish callbacks [] for port (8fabbfbf-519c-46b3-bc33-8a682148155d), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:11.752736 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-dacf3e75-4209-42ed-9b84-94a3f1428324 req-6073209f-116b-45e0-bb7b-5355df1f9d89 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867336 Apr 14 22:03:11.798839 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7810827e-26e7-4a30-9001-bcd8d39e8c42 req-7624ff08-0f52-4d8f-a414-0c4320b717c8 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b788f6-66d5-4917-8688-5c0bfaa03d93 HTTP/1.1" status: 200 len: 210 time: 0.0377142 Apr 14 22:03:11.815460 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-a7c81ede-4b6e-4c6e-b3f6-7abf1a5e7e51 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (8fabbfbf-519c-46b3-bc33-8a682148155d), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:11.876279 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-a7c81ede-4b6e-4c6e-b3f6-7abf1a5e7e51 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Network ead2b527-1d93-45a6-923b-3786cd6083fa is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:03:11.878077 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-a7c81ede-4b6e-4c6e-b3f6-7abf1a5e7e51 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:03:11.883184 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-a7c81ede-4b6e-4c6e-b3f6-7abf1a5e7e51 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:03:11.930832 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c81ede-4b6e-4c6e-b3f6-7abf1a5e7e51 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Pushing event updated for resources: {'Port': ['ID=8fabbfbf-519c-46b3-bc33-8a682148155d,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:11.956864 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-a7c81ede-4b6e-4c6e-b3f6-7abf1a5e7e51 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:11.957661 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-a7c81ede-4b6e-4c6e-b3f6-7abf1a5e7e51 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:11.982204 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-a7c81ede-4b6e-4c6e-b3f6-7abf1a5e7e51 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1656673 Apr 14 22:03:11.998361 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-5aeb5228-32cd-4b5d-961c-3c400c449bc1 service neutron] Request body: {'port': {'device_id': '31b788f6-66d5-4917-8688-5c0bfaa03d93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:03:12.136685 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-5aeb5228-32cd-4b5d-961c-3c400c449bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (8fabbfbf-519c-46b3-bc33-8a682148155d), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:12.150433 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac6b95-5aa2-4bef-b8e3-76390f250227 req-675568ef-dc5d-4ac3-a97b-63196d282612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:12.152389 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ceac6b95-5aa2-4bef-b8e3-76390f250227 req-675568ef-dc5d-4ac3-a97b-63196d282612 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a890272563304d14843d609bdf1fd1f0&device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 1129 time: 0.1032600 Apr 14 22:03:12.176768 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785db94-d2ad-4271-8c72-12009929b6a4 req-983f4fe8-7206-44da-b234-8fa58f216d80 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:12.178847 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8785db94-d2ad-4271-8c72-12009929b6a4 req-983f4fe8-7206-44da-b234-8fa58f216d80 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0747387 Apr 14 22:03:12.280287 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8785db94-d2ad-4271-8c72-12009929b6a4 req-af84a50a-2590-43a3-b5aa-473c54fb681d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901740 Apr 14 22:03:12.296055 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac6b95-5aa2-4bef-b8e3-76390f250227 req-e4dc1e4c-2f73-4eb6-b4d4-5961ec6bfc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:12.298532 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ceac6b95-5aa2-4bef-b8e3-76390f250227 req-e4dc1e4c-2f73-4eb6-b4d4-5961ec6bfc81 service neutron] 10.222.0.26 "GET /v2.0/networks?id=24ce8649-73b0-4bad-abdf-64923fbb2e24 HTTP/1.1" status: 200 len: 919 time: 0.1388335 Apr 14 22:03:12.363581 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ceac6b95-5aa2-4bef-b8e3-76390f250227 req-32010c8f-0be4-499e-89a0-c56265288d3b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0579a25-4123-46eb-ac6d-d3d9e83e9418 HTTP/1.1" status: 200 len: 217 time: 0.0586221 Apr 14 22:03:12.424150 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac6b95-5aa2-4bef-b8e3-76390f250227 req-40cd7c0c-d7b7-4397-a62a-36d322d91849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:12.426316 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ceac6b95-5aa2-4bef-b8e3-76390f250227 req-40cd7c0c-d7b7-4397-a62a-36d322d91849 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=801c38b5-c92d-488d-9425-23346baf9bd6 HTTP/1.1" status: 200 len: 858 time: 0.0550337 Apr 14 22:03:12.482364 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac6b95-5aa2-4bef-b8e3-76390f250227 req-b0fc9c80-f080-4533-b733-d369aab77e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:12.484854 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ceac6b95-5aa2-4bef-b8e3-76390f250227 req-b0fc9c80-f080-4533-b733-d369aab77e64 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=24ce8649-73b0-4bad-abdf-64923fbb2e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489936 Apr 14 22:03:12.626195 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-5aeb5228-32cd-4b5d-961c-3c400c449bc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fabbfbf-519c-46b3-bc33-8a682148155d {{(pid=103420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:03:12.654927 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-5aeb5228-32cd-4b5d-961c-3c400c449bc1 service neutron] Publish callbacks [] for port (8fabbfbf-519c-46b3-bc33-8a682148155d), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:12.702903 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.provisioning_blocks [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-5aeb5228-32cd-4b5d-961c-3c400c449bc1 service neutron] Transition to ACTIVE for port object 8fabbfbf-519c-46b3-bc33-8a682148155d will not be triggered until provisioned by entity L2. {{(pid=103420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:03:12.711890 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebd062-c5aa-4f33-85d0-1adac2e8230e req-95f42a72-e31b-4752-9b15-09ea9734bb50 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:12.713649 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5aebd062-c5aa-4f33-85d0-1adac2e8230e req-95f42a72-e31b-4752-9b15-09ea9734bb50 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.1113138 Apr 14 22:03:12.714950 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-5aeb5228-32cd-4b5d-961c-3c400c449bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (8fabbfbf-519c-46b3-bc33-8a682148155d), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:12.737324 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ceac6b95-5aa2-4bef-b8e3-76390f250227 req-b4e0e4f3-d1e5-43d9-8c60-2ad79da23662 service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455575 Apr 14 22:03:12.817912 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:12.882855 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb5228-32cd-4b5d-961c-3c400c449bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=8fabbfbf-519c-46b3-bc33-8a682148155d,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:12.899801 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5aebd062-c5aa-4f33-85d0-1adac2e8230e req-5688ac96-8e21-4dac-a137-45f8035b01e8 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777620 Apr 14 22:03:12.912779 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ceac6b95-5aa2-4bef-b8e3-76390f250227 req-4f612c92-fa0a-4730-812e-2904580c5d86 service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702855 Apr 14 22:03:13.026589 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-5aeb5228-32cd-4b5d-961c-3c400c449bc1 service neutron] Attempting to bind port 8fabbfbf-519c-46b3-bc33-8a682148155d on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:03:13.027106 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-5aeb5228-32cd-4b5d-961c-3c400c449bc1 service neutron] Attempting to bind port 8fabbfbf-519c-46b3-bc33-8a682148155d by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '26376248-65ac-431c-95e4-479a10e44fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ead2b527-1d93-45a6-923b-3786cd6083fa'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:03:13.027528 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-5aeb5228-32cd-4b5d-961c-3c400c449bc1 service neutron] Attempting to bind port 8fabbfbf-519c-46b3-bc33-8a682148155d on network ead2b527-1d93-45a6-923b-3786cd6083fa {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:03:13.036976 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-5aeb5228-32cd-4b5d-961c-3c400c449bc1 service neutron] Port 8fabbfbf-519c-46b3-bc33-8a682148155d on network ead2b527-1d93-45a6-923b-3786cd6083fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:03:13.038129 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-5aeb5228-32cd-4b5d-961c-3c400c449bc1 service neutron] Attempting to bind port 8fabbfbf-519c-46b3-bc33-8a682148155d on network ead2b527-1d93-45a6-923b-3786cd6083fa {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:03:13.053942 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a70c0c-65fa-456d-bd58-eadbd6a349db req-a1800902-2a34-436e-a899-cb20ef287d77 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:13.055520 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-5aeb5228-32cd-4b5d-961c-3c400c449bc1 service neutron] Checking agent: {'id': 'a0099bcd-bb41-4a7e-a45e-2f38f6e9b749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'started_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:03:13.055964 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-5aeb5228-32cd-4b5d-961c-3c400c449bc1 service neutron] Checking segment: {'id': '26376248-65ac-431c-95e4-479a10e44fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ead2b527-1d93-45a6-923b-3786cd6083fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:03:13.056868 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c2a70c0c-65fa-456d-bd58-eadbd6a349db req-a1800902-2a34-436e-a899-cb20ef287d77 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b788f6-66d5-4917-8688-5c0bfaa03d93 HTTP/1.1" status: 200 len: 944 time: 0.0939977 Apr 14 22:03:13.057397 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-5aeb5228-32cd-4b5d-961c-3c400c449bc1 service neutron] Bound using segment: {'id': '26376248-65ac-431c-95e4-479a10e44fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ead2b527-1d93-45a6-923b-3786cd6083fa'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:03:13.057832 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-5aeb5228-32cd-4b5d-961c-3c400c449bc1 service neutron] Bound port: 8fabbfbf-519c-46b3-bc33-8a682148155d, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26376248-65ac-431c-95e4-479a10e44fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ead2b527-1d93-45a6-923b-3786cd6083fa'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:03:13.058214 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-5aeb5228-32cd-4b5d-961c-3c400c449bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (8fabbfbf-519c-46b3-bc33-8a682148155d), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:13.128583 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c2a70c0c-65fa-456d-bd58-eadbd6a349db req-053bab1f-090e-4788-b88b-d6702a370dbe tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a471f1b-8bc0-4b82-ba7a-d5e784e43007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614703 Apr 14 22:03:13.175709 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-5aeb5228-32cd-4b5d-961c-3c400c449bc1 service neutron] For port 8fabbfbf-519c-46b3-bc33-8a682148155d, host hv-cinder-83800, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:03:13.180834 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-5aeb5228-32cd-4b5d-961c-3c400c449bc1 service neutron] For port 8fabbfbf-519c-46b3-bc33-8a682148155d, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=8fabbfbf-519c-46b3-bc33-8a682148155d,segment=NetworkSegment(26376248-65ac-431c-95e4-479a10e44fe6),segment_id=26376248-65ac-431c-95e4-479a10e44fe6)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:03:13.189212 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-5aeb5228-32cd-4b5d-961c-3c400c449bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (8fabbfbf-519c-46b3-bc33-8a682148155d), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:13.232055 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-5aeb5228-32cd-4b5d-961c-3c400c449bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:13.232995 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-5aeb5228-32cd-4b5d-961c-3c400c449bc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:13.234611 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-5aeb5228-32cd-4b5d-961c-3c400c449bc1 service neutron] 10.222.0.26 "PUT /v2.0/ports/8fabbfbf-519c-46b3-bc33-8a682148155d HTTP/1.1" status: 200 len: 1094 time: 1.2427793 Apr 14 22:03:13.235249 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b788f6-66d5-4917-8688-5c0bfaa03d93', 'tag': '8fabbfbf-519c-46b3-bc33-8a682148155d'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:03:13.237712 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a5f04e-df8e-4201-b2f6-430fed7d3d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "31b788f6-66d5-4917-8688-5c0bfaa03d93", "tag": "8fabbfbf-519c-46b3-bc33-8a682148155d"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:03:13.268360 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef830abc-2d66-4623-a4c3-eec561081ee6 req-2ec6adcb-c078-45e3-bf04-656fc2ca9093 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:13.271110 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ef830abc-2d66-4623-a4c3-eec561081ee6 req-2ec6adcb-c078-45e3-bf04-656fc2ca9093 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0590422 Apr 14 22:03:13.282131 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb5228-32cd-4b5d-961c-3c400c449bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=8fabbfbf-519c-46b3-bc33-8a682148155d,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:13.294406 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09a6691-9a88-43d5-8d93-73f26035d75d x-openstack-request-id: req-c09a6691-9a88-43d5-8d93-73f26035d75d {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:03:13.294753 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b788f6-66d5-4917-8688-5c0bfaa03d93", "tag": "8fabbfbf-519c-46b3-bc33-8a682148155d", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:03:13.295108 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c09a6691-9a88-43d5-8d93-73f26035d75d {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:03:13.295524 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c09a6691-9a88-43d5-8d93-73f26035d75d'] response: {'name': 'network-changed', 'server_uuid': '31b788f6-66d5-4917-8688-5c0bfaa03d93', 'tag': '8fabbfbf-519c-46b3-bc33-8a682148155d', 'status': 'completed', 'code': 200} Apr 14 22:03:13.347731 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ef830abc-2d66-4623-a4c3-eec561081ee6 req-c6e42e82-7949-458c-8896-6be345ab42fd tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626359 Apr 14 22:03:13.465195 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37871ec9-5e0b-4427-9660-a1c2876a87eb req-fbee145b-9a48-40f7-a856-063310f4c67f tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:13.466829 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-37871ec9-5e0b-4427-9660-a1c2876a87eb req-fbee145b-9a48-40f7-a856-063310f4c67f tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0787094 Apr 14 22:03:13.568266 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-37871ec9-5e0b-4427-9660-a1c2876a87eb req-2ec77c94-0883-42ba-a112-578d25d243ad tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894790 Apr 14 22:03:14.125896 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50205761-1190-49c9-92e2-82db3efe8343 req-7cf12ae3-15ff-43d6-b095-935ddd4a205f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:14.127673 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-50205761-1190-49c9-92e2-82db3efe8343 req-7cf12ae3-15ff-43d6-b095-935ddd4a205f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.1087079 Apr 14 22:03:14.225337 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-50205761-1190-49c9-92e2-82db3efe8343 req-1d809c17-2448-4c88-bd31-d13c7871af5c tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890603 Apr 14 22:03:14.273943 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720fef4-492b-4f77-9424-062786b03993 req-f1ba6130-b811-4b7b-ae7d-1aa7dfb01e48 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:14.283493 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0720fef4-492b-4f77-9424-062786b03993 req-f1ba6130-b811-4b7b-ae7d-1aa7dfb01e48 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b788f6-66d5-4917-8688-5c0bfaa03d93 HTTP/1.1" status: 200 len: 944 time: 0.0761533 Apr 14 22:03:14.379588 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0720fef4-492b-4f77-9424-062786b03993 req-f20c622b-0dc1-443f-8c7d-a5f9d0967b53 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a471f1b-8bc0-4b82-ba7a-d5e784e43007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953398 Apr 14 22:03:14.440575 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5f04e-df8e-4201-b2f6-430fed7d3d3d req-a45516fd-2970-4de5-ac2e-910328b9dfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:14.443900 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-89a5f04e-df8e-4201-b2f6-430fed7d3d3d req-a45516fd-2970-4de5-ac2e-910328b9dfe0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a575095f0cd4f6b8ca1856b836d8d04&device_id=31b788f6-66d5-4917-8688-5c0bfaa03d93 HTTP/1.1" status: 200 len: 1128 time: 0.0878096 Apr 14 22:03:14.574715 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590fda0c-fe0d-44b9-bb62-d46812da85f5 req-2202bbad-cc84-49d1-8e94-8d1568aeef3f tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:14.576670 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-590fda0c-fe0d-44b9-bb62-d46812da85f5 req-2202bbad-cc84-49d1-8e94-8d1568aeef3f tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0615482 Apr 14 22:03:14.648436 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-590fda0c-fe0d-44b9-bb62-d46812da85f5 req-805a8893-9eed-4073-9fee-caad3a494255 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620220 Apr 14 22:03:14.791894 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12669af3-fd78-4a70-b2b0-e2be0428ac6f req-c38411af-35a3-4c79-b26b-ff6b2bb606b9 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:14.793534 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-12669af3-fd78-4a70-b2b0-e2be0428ac6f req-c38411af-35a3-4c79-b26b-ff6b2bb606b9 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.1416726 Apr 14 22:03:14.947146 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-12669af3-fd78-4a70-b2b0-e2be0428ac6f req-44c0021f-a08e-4103-a2e9-4fb21c177c02 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425660 Apr 14 22:03:14.987978 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5f04e-df8e-4201-b2f6-430fed7d3d3d req-2bf6374b-63cd-4156-b15b-062be991a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:14.989660 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-89a5f04e-df8e-4201-b2f6-430fed7d3d3d req-2bf6374b-63cd-4156-b15b-062be991a26d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8a575095f0cd4f6b8ca1856b836d8d04&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2687221 Apr 14 22:03:15.435235 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a58dc-f8e5-4884-b7c1-870ad3e67f7b req-948d772a-bd93-496c-8945-50f527d8f158 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:15.436775 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e10a58dc-f8e5-4884-b7c1-870ad3e67f7b req-948d772a-bd93-496c-8945-50f527d8f158 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0617142 Apr 14 22:03:15.526040 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e10a58dc-f8e5-4884-b7c1-870ad3e67f7b req-87e72088-d835-47c3-9cd9-69d56e7907a8 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829551 Apr 14 22:03:15.602071 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c9152-88bd-4496-8348-89b8cb8d9073 req-a96118a2-ce71-458a-a37a-ead93fee854a tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:15.603171 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-401c9152-88bd-4496-8348-89b8cb8d9073 req-a96118a2-ce71-458a-a37a-ead93fee854a tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b788f6-66d5-4917-8688-5c0bfaa03d93 HTTP/1.1" status: 200 len: 944 time: 0.0991499 Apr 14 22:03:15.640011 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5f04e-df8e-4201-b2f6-430fed7d3d3d req-b399615a-6050-4571-8b72-38f5952d134c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:15.641723 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-89a5f04e-df8e-4201-b2f6-430fed7d3d3d req-b399615a-6050-4571-8b72-38f5952d134c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3554549 Apr 14 22:03:15.701146 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-401c9152-88bd-4496-8348-89b8cb8d9073 req-054d109a-b91b-4f55-8ed5-87d7b4a92d89 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a471f1b-8bc0-4b82-ba7a-d5e784e43007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902064 Apr 14 22:03:15.822349 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-938774a8-1bdb-4896-a22c-2b3824fe642e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:15.823982 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-938774a8-1bdb-4896-a22c-2b3824fe642e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a575095f0cd4f6b8ca1856b836d8d04&device_id=31b788f6-66d5-4917-8688-5c0bfaa03d93 HTTP/1.1" status: 200 len: 1128 time: 0.0775180 Apr 14 22:03:15.841053 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d783b-b9f0-4dad-8dcd-31df626ac514 req-e7bd8ec5-2000-4e15-86b4-d0e6e30fce9c tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:15.842886 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9e4d783b-b9f0-4dad-8dcd-31df626ac514 req-e7bd8ec5-2000-4e15-86b4-d0e6e30fce9c tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0706158 Apr 14 22:03:15.894508 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-0b7d4464-802e-4e0b-9f0c-2f1d399d09b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fabbfbf-519c-46b3-bc33-8a682148155d HTTP/1.1" status: 200 len: 217 time: 0.0530541 Apr 14 22:03:15.925576 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9e4d783b-b9f0-4dad-8dcd-31df626ac514 req-aa23c5b2-b171-4345-be77-2160e7a0a5f6 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683427 Apr 14 22:03:15.954921 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-6152fc8c-7320-40bd-bde6-1b49c3414ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:15.956722 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-6152fc8c-7320-40bd-bde6-1b49c3414ebb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8bc70e60-793d-4def-862c-efba8d749ba5 HTTP/1.1" status: 200 len: 848 time: 0.0560646 Apr 14 22:03:15.998628 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-126599eb-6330-47c4-bd4f-b006dc77aade service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ead2b527-1d93-45a6-923b-3786cd6083fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320814 Apr 14 22:03:16.116378 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41141239-06d6-43f0-8104-36a362854bb8 req-34731e55-54b8-4aad-942d-120977015788 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:16.118065 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-41141239-06d6-43f0-8104-36a362854bb8 req-34731e55-54b8-4aad-942d-120977015788 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0896976 Apr 14 22:03:16.171700 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-932a88c4-0fc0-4868-a955-7bd05ef834c6 service neutron] 10.222.0.26 "GET /v2.0/networks/ead2b527-1d93-45a6-923b-3786cd6083fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656353 Apr 14 22:03:16.205917 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-41141239-06d6-43f0-8104-36a362854bb8 req-f891686a-e08d-459f-9395-4d851bd0081f tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807152 Apr 14 22:03:16.324748 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6d38c87f-11ed-42a9-9347-430693a7f5b0 req-05cbc0ea-5fea-475a-ba82-08e2289ea82a service neutron] 10.222.0.26 "GET /v2.0/networks/ead2b527-1d93-45a6-923b-3786cd6083fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352277 Apr 14 22:03:16.667189 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08febe6e-0cfd-44f9-8eda-6bfe4aaf2e7c req-e5b330aa-8d42-4039-9973-e7374ba518a6 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:16.676305 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-08febe6e-0cfd-44f9-8eda-6bfe4aaf2e7c req-e5b330aa-8d42-4039-9973-e7374ba518a6 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0608528 Apr 14 22:03:16.736517 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-08febe6e-0cfd-44f9-8eda-6bfe4aaf2e7c req-de124a73-aac4-4e5a-8a81-eb9148308b12 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605311 Apr 14 22:03:16.871474 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cd9f2-ee1e-406f-850d-599c9d321090 req-c17fd215-2afd-40ab-9e5a-640804b7c327 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:16.879002 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-202cd9f2-ee1e-406f-850d-599c9d321090 req-c17fd215-2afd-40ab-9e5a-640804b7c327 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b788f6-66d5-4917-8688-5c0bfaa03d93 HTTP/1.1" status: 200 len: 944 time: 0.0624075 Apr 14 22:03:16.950424 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-202cd9f2-ee1e-406f-850d-599c9d321090 req-4c83865e-8fa7-4af0-9e6a-c5e6f0317525 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a471f1b-8bc0-4b82-ba7a-d5e784e43007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702901 Apr 14 22:03:17.077751 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8a41c-e79a-4ec3-b228-13270784848c req-d9c55d6f-0309-4d33-b3c0-70745917ab06 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:17.086580 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-27c8a41c-e79a-4ec3-b228-13270784848c req-d9c55d6f-0309-4d33-b3c0-70745917ab06 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0826480 Apr 14 22:03:17.148998 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-27c8a41c-e79a-4ec3-b228-13270784848c req-9e9b710d-2c6a-41d6-987c-f8620f6e7edf tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614479 Apr 14 22:03:17.882547 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 47474) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:03:17.887663 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-fb13cf01-b23a-48c7-b6ac-61b858f13e4f tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1967112069', 'description': 'tempest-description--148152296'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:03:17.915300 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fb13cf01-b23a-48c7-b6ac-61b858f13e4f tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:17.917836 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0cf3f-4b66-4ebc-b5be-96cb5369cafc req-666dbbbd-986c-4ff1-867c-a434d12c09db tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:17.926100 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4cb0cf3f-4b66-4ebc-b5be-96cb5369cafc req-666dbbbd-986c-4ff1-867c-a434d12c09db tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0928426 Apr 14 22:03:18.019822 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fb13cf01-b23a-48c7-b6ac-61b858f13e4f tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks [] for security_group (bf6809f7-9490-4d86-835a-1e0294ae5121), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:18.027863 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fb13cf01-b23a-48c7-b6ac-61b858f13e4f tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (bf6809f7-9490-4d86-835a-1e0294ae5121), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:18.029141 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4cb0cf3f-4b66-4ebc-b5be-96cb5369cafc req-caa48254-ef72-4043-995d-f8098b779639 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975473 Apr 14 22:03:18.123192 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fb13cf01-b23a-48c7-b6ac-61b858f13e4f tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:18.128236 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 47478) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:03:18.128495 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-fb13cf01-b23a-48c7-b6ac-61b858f13e4f tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2447054 Apr 14 22:03:18.133152 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-6b945e2b-3677-4205-accf-d8a94506a7a5 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Request body: {'security_group_rule': {'security_group_id': 'bf6809f7-9490-4d86-835a-1e0294ae5121', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:03:18.135699 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13cf01-b23a-48c7-b6ac-61b858f13e4f tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6809f7-9490-4d86-835a-1e0294ae5121,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:18.163693 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a64a9-846e-4ee7-bffb-295849c162c9 req-832de1fe-b2c1-4495-9046-30133db87410 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:18.165416 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0c3a64a9-846e-4ee7-bffb-295849c162c9 req-832de1fe-b2c1-4495-9046-30133db87410 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b788f6-66d5-4917-8688-5c0bfaa03d93 HTTP/1.1" status: 200 len: 944 time: 0.1021094 Apr 14 22:03:18.168376 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6b945e2b-3677-4205-accf-d8a94506a7a5 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks [] for security_group_rule (b6b96c02-19d3-4f7a-a5a6-85fc716dffab), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:18.232825 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0c3a64a9-846e-4ee7-bffb-295849c162c9 req-ffcb9a74-5448-4b7b-af98-0517b7665501 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a471f1b-8bc0-4b82-ba7a-d5e784e43007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587313 Apr 14 22:03:18.330564 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00993cb-e52e-4345-85ce-5e66083dd6f8 req-0510bb16-526a-478f-b9fd-ab79b40701a1 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:18.331998 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b00993cb-e52e-4345-85ce-5e66083dd6f8 req-0510bb16-526a-478f-b9fd-ab79b40701a1 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0723469 Apr 14 22:03:18.361128 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6b945e2b-3677-4205-accf-d8a94506a7a5 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks [] for security_group_rule (b6b96c02-19d3-4f7a-a5a6-85fc716dffab), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:18.368736 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6b945e2b-3677-4205-accf-d8a94506a7a5 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (b6b96c02-19d3-4f7a-a5a6-85fc716dffab), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:18.400528 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b945e2b-3677-4205-accf-d8a94506a7a5 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b96c02-19d3-4f7a-a5a6-85fc716dffab,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:18.417077 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6b945e2b-3677-4205-accf-d8a94506a7a5 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:18.418279 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-6b945e2b-3677-4205-accf-d8a94506a7a5 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2886782 Apr 14 22:03:18.421250 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 47482) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:03:18.422609 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b00993cb-e52e-4345-85ce-5e66083dd6f8 req-4e7eb1bd-2498-415f-9bdb-3f30f4110fff tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777390 Apr 14 22:03:18.426195 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-0652e634-1570-4ec2-b8a7-753c02c59256 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Request body: {'security_group_rule': {'security_group_id': 'bf6809f7-9490-4d86-835a-1e0294ae5121', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:03:18.451607 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0652e634-1570-4ec2-b8a7-753c02c59256 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks [] for security_group_rule (392f0dfb-7631-410b-94ee-e94e2660b2aa), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:18.505783 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0652e634-1570-4ec2-b8a7-753c02c59256 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks [] for security_group_rule (392f0dfb-7631-410b-94ee-e94e2660b2aa), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:18.510220 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0652e634-1570-4ec2-b8a7-753c02c59256 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (392f0dfb-7631-410b-94ee-e94e2660b2aa), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:18.531642 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652e634-1570-4ec2-b8a7-753c02c59256 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=392f0dfb-7631-410b-94ee-e94e2660b2aa,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:18.539617 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0652e634-1570-4ec2-b8a7-753c02c59256 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:18.540888 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-0652e634-1570-4ec2-b8a7-753c02c59256 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180913 Apr 14 22:03:18.543887 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 47484) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:03:18.548347 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-fbfbb48c-1d45-4565-ad0b-8e0d61fcc760 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Request body: {'floatingip': {'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:03:18.576576 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb48c-1d45-4565-ad0b-8e0d61fcc760 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:18.670970 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb48c-1d45-4565-ad0b-8e0d61fcc760 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:18.808109 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-fbfbb48c-1d45-4565-ad0b-8e0d61fcc760 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Allocated IP 172.27.2.70 (3128b05d-34b2-457b-8391-96d8c4503307/9279f13a-7b11-4203-b3e3-d3fa0b2aa609/c9cc76be-a6d9-4b4c-9c89-0edc3d063539) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:03:18.943997 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb48c-1d45-4565-ad0b-8e0d61fcc760 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks [] for port (c9cc76be-a6d9-4b4c-9c89-0edc3d063539), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:18.981584 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb48c-1d45-4565-ad0b-8e0d61fcc760 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (c9cc76be-a6d9-4b4c-9c89-0edc3d063539), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:19.031270 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfbb48c-1d45-4565-ad0b-8e0d61fcc760 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Network 3128b05d-34b2-457b-8391-96d8c4503307 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:03:19.034544 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-fbfbb48c-1d45-4565-ad0b-8e0d61fcc760 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:03:19.041589 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfbb48c-1d45-4565-ad0b-8e0d61fcc760 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:03:19.095853 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfbb48c-1d45-4565-ad0b-8e0d61fcc760 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Pushing event updated for resources: {'Port': ['ID=c9cc76be-a6d9-4b4c-9c89-0edc3d063539,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:19.172930 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62dab5-7e67-4cff-aefb-5baee848db98 req-123cf16e-ff1d-4e49-ad33-660d393df2ce tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:19.174933 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ec62dab5-7e67-4cff-aefb-5baee848db98 req-123cf16e-ff1d-4e49-ad33-660d393df2ce tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0677142 Apr 14 22:03:19.202979 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 47496) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:03:19.256381 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb48c-1d45-4565-ad0b-8e0d61fcc760 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks [] for floatingip (5eca76cf-fa52-4be1-8f64-59a297a3dde8), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:19.265159 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ec62dab5-7e67-4cff-aefb-5baee848db98 req-79cd9f76-f871-433d-9c33-6bfd474eca6d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695312 Apr 14 22:03:19.299227 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb48c-1d45-4565-ad0b-8e0d61fcc760 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (c9cc76be-a6d9-4b4c-9c89-0edc3d063539), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:19.417433 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b268676-d61e-4aa9-b9c6-f6491ec21b68 req-37a67926-626f-4257-a6d9-4981566feb09 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:19.419050 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8b268676-d61e-4aa9-b9c6-f6491ec21b68 req-37a67926-626f-4257-a6d9-4981566feb09 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b788f6-66d5-4917-8688-5c0bfaa03d93 HTTP/1.1" status: 200 len: 944 time: 0.0866814 Apr 14 22:03:19.420536 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7ae06caa-9eae-4063-a398-958bacae2c39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:19.508838 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb48c-1d45-4565-ad0b-8e0d61fcc760 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks [] for port (c9cc76be-a6d9-4b4c-9c89-0edc3d063539), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:19.515097 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb48c-1d45-4565-ad0b-8e0d61fcc760 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (c9cc76be-a6d9-4b4c-9c89-0edc3d063539), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:19.570558 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8b268676-d61e-4aa9-b9c6-f6491ec21b68 req-276350c7-b73f-48bd-95f7-958dce30bf8f tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a471f1b-8bc0-4b82-ba7a-d5e784e43007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991495 Apr 14 22:03:19.571402 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 8fabbfbf-519c-46b3-bc33-8a682148155d details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:03:19.591556 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7ae06caa-9eae-4063-a398-958bacae2c39 admin admin] Publish callbacks [] for security_group (3b3bba6c-a2ce-4d12-8854-6d784f213486), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:19.610762 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7ae06caa-9eae-4063-a398-958bacae2c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (3b3bba6c-a2ce-4d12-8854-6d784f213486), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:19.654963 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfbb48c-1d45-4565-ad0b-8e0d61fcc760 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Pushing event updated for resources: {'Port': ['ID=c9cc76be-a6d9-4b4c-9c89-0edc3d063539,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:19.680351 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae06caa-9eae-4063-a398-958bacae2c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3bba6c-a2ce-4d12-8854-6d784f213486,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:19.680351 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-7ae06caa-9eae-4063-a398-958bacae2c39 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bd262688f2de47c49a7df7f3da7237c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4654770 Apr 14 22:03:19.680351 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 47504) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:03:19.730519 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 8fabbfbf-519c-46b3-bc33-8a682148155d, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=8fabbfbf-519c-46b3-bc33-8a682148155d,segment=NetworkSegment(26376248-65ac-431c-95e4-479a10e44fe6),segment_id=26376248-65ac-431c-95e4-479a10e44fe6)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:03:19.747268 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Returning: {'device': '8fabbfbf-519c-46b3-bc33-8a682148155d', 'network_id': 'ead2b527-1d93-45a6-923b-3786cd6083fa', 'port_id': '8fabbfbf-519c-46b3-bc33-8a682148155d', 'mac_address': 'fa:16:3e:37:3f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bc70e60-793d-4def-862c-efba8d749ba5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:03:19.749186 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e9662bb7-71cc-4c87-8e5e-7121a950fc56 admin admin] Publish callbacks [] for security_group (3b3bba6c-a2ce-4d12-8854-6d784f213486), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:19.761692 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ccee0-a89e-4f1d-a16d-4cb325b58f31 req-a1b7e74e-3a75-4072-9977-d91047afee6b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:19.770091 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cc9ccee0-a89e-4f1d-a16d-4cb325b58f31 req-a1b7e74e-3a75-4072-9977-d91047afee6b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.1451745 Apr 14 22:03:19.797784 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e9662bb7-71cc-4c87-8e5e-7121a950fc56 admin admin] Publish callbacks [] for security_group (3b3bba6c-a2ce-4d12-8854-6d784f213486), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:19.801599 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb48c-1d45-4565-ad0b-8e0d61fcc760 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (5eca76cf-fa52-4be1-8f64-59a297a3dde8), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:19.811260 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 8fabbfbf-519c-46b3-bc33-8a682148155d is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:03:19.811797 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (8fabbfbf-519c-46b3-bc33-8a682148155d), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:19.853450 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cc9ccee0-a89e-4f1d-a16d-4cb325b58f31 req-4bb28f07-17cd-4081-880f-80240dbbb451 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768824 Apr 14 22:03:19.895792 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fabbfbf-519c-46b3-bc33-8a682148155d {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:03:19.896084 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb48c-1d45-4565-ad0b-8e0d61fcc760 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:19.896084 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-fbfbb48c-1d45-4565-ad0b-8e0d61fcc760 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3287430 Apr 14 22:03:19.896554 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 8fabbfbf-519c-46b3-bc33-8a682148155d, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=8fabbfbf-519c-46b3-bc33-8a682148155d,segment=NetworkSegment(26376248-65ac-431c-95e4-479a10e44fe6),segment_id=26376248-65ac-431c-95e4-479a10e44fe6)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:03:19.941139 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e9662bb7-71cc-4c87-8e5e-7121a950fc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (3b3bba6c-a2ce-4d12-8854-6d784f213486), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:19.945124 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e9662bb7-71cc-4c87-8e5e-7121a950fc56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:19.946264 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-e9662bb7-71cc-4c87-8e5e-7121a950fc56 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b3bba6c-a2ce-4d12-8854-6d784f213486 HTTP/1.1" status: 204 len: 168 time: 0.2701266 Apr 14 22:03:19.953020 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (8fabbfbf-519c-46b3-bc33-8a682148155d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:19.963492 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9662bb7-71cc-4c87-8e5e-7121a950fc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3bba6c-a2ce-4d12-8854-6d784f213486,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:20.059620 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=8fabbfbf-519c-46b3-bc33-8a682148155d,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:20.237429 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['8fabbfbf-519c-46b3-bc33-8a682148155d'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:03:20.252294 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-3245df7b-5f11-45ab-839a-76d32b4590d8 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1967112069&fields=id&tenant_id=a890272563304d14843d609bdf1fd1f0 HTTP/1.1" status: 200 len: 267 time: 0.1206326 Apr 14 22:03:20.460606 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-09ba0e66-65a6-4faa-9fe9-539266552a5e tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:20.464544 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-09ba0e66-65a6-4faa-9fe9-539266552a5e tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/networks?id=24ce8649-73b0-4bad-abdf-64923fbb2e24 HTTP/1.1" status: 200 len: 819 time: 0.1991892 Apr 14 22:03:20.507258 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-a206fdad-b726-45f3-8003-32ed1395549e tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/quotas/a890272563304d14843d609bdf1fd1f0 HTTP/1.1" status: 200 len: 375 time: 0.0279827 Apr 14 22:03:20.553501 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f5e97-9050-4eac-98f0-f47c6bba326b req-985c7be5-a4a6-4685-a6db-970b6afe244d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:20.563898 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6a2f5e97-9050-4eac-98f0-f47c6bba326b req-985c7be5-a4a6-4685-a6db-970b6afe244d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.1700125 Apr 14 22:03:20.688259 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6a2f5e97-9050-4eac-98f0-f47c6bba326b req-d7b8df13-e520-472e-9e14-9bd6401017d4 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190140 Apr 14 22:03:20.701567 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-1f1b3774-40c8-4e82-80b8-4f3412af9465 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a890272563304d14843d609bdf1fd1f0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1870437 Apr 14 22:03:20.842389 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d11ed2-ad32-4c07-bf96-4bdf377b83ed req-61f28c07-7cf9-41bb-89f1-c9d2e375c7ab tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:20.844755 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a0d11ed2-ad32-4c07-bf96-4bdf377b83ed req-61f28c07-7cf9-41bb-89f1-c9d2e375c7ab tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b788f6-66d5-4917-8688-5c0bfaa03d93 HTTP/1.1" status: 200 len: 945 time: 0.0767093 Apr 14 22:03:20.861052 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-7a35b921-d7bf-4025-86cc-32a10c9abaf2 service neutron] 10.222.0.43 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392157 Apr 14 22:03:20.913649 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a0d11ed2-ad32-4c07-bf96-4bdf377b83ed req-d8b5653f-f03c-4782-9ae1-0c99a1697f78 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a471f1b-8bc0-4b82-ba7a-d5e784e43007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632379 Apr 14 22:03:20.991432 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-e3849e81-6ec2-46ae-a62c-65408bc80168 service neutron] 10.222.0.43 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247766 Apr 14 22:03:21.039049 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48fa34-958d-4838-a478-9bed938ad37b req-8f3d2c44-9aae-4c59-94d1-85c66f702618 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:21.040640 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1f48fa34-958d-4838-a478-9bed938ad37b req-8f3d2c44-9aae-4c59-94d1-85c66f702618 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0599828 Apr 14 22:03:21.100199 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1f48fa34-958d-4838-a478-9bed938ad37b req-19f89440-714e-4b59-ad35-0975704c5d4f tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509691 Apr 14 22:03:21.184387 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c3072924-e345-4fcd-95e5-add66d649306 req-8541b41a-e51e-4a71-9266-c1081288a045 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 210 time: 0.0378001 Apr 14 22:03:21.790202 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8ab74-9d02-4ee1-b803-6281eb998c41 req-723fc3c2-1cc9-4e75-b6ff-ad377efe64ae tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:21.791717 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-34d8ab74-9d02-4ee1-b803-6281eb998c41 req-723fc3c2-1cc9-4e75-b6ff-ad377efe64ae tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0471005 Apr 14 22:03:21.839982 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-34d8ab74-9d02-4ee1-b803-6281eb998c41 req-2d61cc84-9c74-4d2e-ab03-6cdde1a5a616 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417492 Apr 14 22:03:22.034697 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cb306-e957-44ee-a46c-3806d2182cfd req-d174641d-79d2-4047-80a1-4ed8e589d8d5 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:22.036393 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0e6cb306-e957-44ee-a46c-3806d2182cfd req-d174641d-79d2-4047-80a1-4ed8e589d8d5 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b788f6-66d5-4917-8688-5c0bfaa03d93 HTTP/1.1" status: 200 len: 945 time: 0.0463142 Apr 14 22:03:22.091391 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0e6cb306-e957-44ee-a46c-3806d2182cfd req-78737449-8143-475c-b771-6e8fb0693236 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a471f1b-8bc0-4b82-ba7a-d5e784e43007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420704 Apr 14 22:03:22.212699 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2ba34-cdb4-4e30-8315-7b822208524f req-83c4f415-9c1b-465f-bc8d-c18719033b04 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:22.214259 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-60d2ba34-cdb4-4e30-8315-7b822208524f req-83c4f415-9c1b-465f-bc8d-c18719033b04 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0473039 Apr 14 22:03:22.264895 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-60d2ba34-cdb4-4e30-8315-7b822208524f req-3268bbcc-6c42-4558-8ad0-57241cd06a9e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444286 Apr 14 22:03:22.274837 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-62c5a9ec-cac5-4bd2-b361-42380ec47ae0 req-8b00bd52-b945-4571-9781-da7a79de4e47 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 210 time: 0.0269856 Apr 14 22:03:22.963136 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69dc66-9d0c-46d9-97af-638c2aba42d4 req-c1968b9f-37cb-47df-a7b4-3ee5153d9cbc tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:22.964756 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2d69dc66-9d0c-46d9-97af-638c2aba42d4 req-c1968b9f-37cb-47df-a7b4-3ee5153d9cbc tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0515995 Apr 14 22:03:23.015995 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2d69dc66-9d0c-46d9-97af-638c2aba42d4 req-be050fb9-e34e-4894-a525-24bc527c155c tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437934 Apr 14 22:03:23.226804 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d091209-27f6-4b0f-99a0-cf741d4624fc req-c56fc253-1b26-493c-9349-978ef7f72134 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:23.228732 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4d091209-27f6-4b0f-99a0-cf741d4624fc req-c56fc253-1b26-493c-9349-978ef7f72134 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b788f6-66d5-4917-8688-5c0bfaa03d93 HTTP/1.1" status: 200 len: 945 time: 0.0546060 Apr 14 22:03:23.383228 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19138a3-5546-4160-a2e6-4c2f6082e8a2 req-48e7f200-4886-4606-8fa6-bc01810e7446 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:23.384832 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d19138a3-5546-4160-a2e6-4c2f6082e8a2 req-48e7f200-4886-4606-8fa6-bc01810e7446 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0492775 Apr 14 22:03:23.433957 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d19138a3-5546-4160-a2e6-4c2f6082e8a2 req-c255937c-bb6b-44f7-8af4-03b73035899c tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434704 Apr 14 22:03:23.506363 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4d091209-27f6-4b0f-99a0-cf741d4624fc req-046ca8a1-2189-4ae5-b7e8-24d5af62b407 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a471f1b-8bc0-4b82-ba7a-d5e784e43007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723505 Apr 14 22:03:23.523430 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1a8d7d99-6699-48b2-878d-5681aa81be18 req-f02ee91d-60a1-4acb-82e3-e96639646713 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 210 time: 0.0337405 Apr 14 22:03:23.782976 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 8fabbfbf-519c-46b3-bc33-8a682148155d up at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:03:23.846510 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning for port 8fabbfbf-519c-46b3-bc33-8a682148155d completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:03:23.853216 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning complete for port 8fabbfbf-519c-46b3-bc33-8a682148155d triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:03:23.853611 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (8fabbfbf-519c-46b3-bc33-8a682148155d), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:23.936701 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 8fabbfbf-519c-46b3-bc33-8a682148155d is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:03:23.937658 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (8fabbfbf-519c-46b3-bc33-8a682148155d), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:23.960651 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b788f6-66d5-4917-8688-5c0bfaa03d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fabbfbf-519c-46b3-bc33-8a682148155d'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:03:23.962867 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530b6f79e2c270c80a285cfd043402f608e5b18a2df6684fea4c07fd95dfc091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa41bd30-39e0-4e33-b106-19aa071aeea5" -d '{"events": [{"server_uuid": "31b788f6-66d5-4917-8688-5c0bfaa03d93", "name": "network-vif-plugged", "status": "completed", "tag": "8fabbfbf-519c-46b3-bc33-8a682148155d"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:03:23.983056 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 8fabbfbf-519c-46b3-bc33-8a682148155d, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=8fabbfbf-519c-46b3-bc33-8a682148155d,segment=NetworkSegment(26376248-65ac-431c-95e4-479a10e44fe6),segment_id=26376248-65ac-431c-95e4-479a10e44fe6)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:03:23.989894 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (8fabbfbf-519c-46b3-bc33-8a682148155d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:23.993855 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a6a797c-e235-43d1-9646-4f8cf7255685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:24.015245 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694a65fa-81c0-4e78-8bb2-955d438e2c79 x-openstack-request-id: req-694a65fa-81c0-4e78-8bb2-955d438e2c79 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:03:24.015544 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b788f6-66d5-4917-8688-5c0bfaa03d93", "name": "network-vif-plugged", "status": "completed", "tag": "8fabbfbf-519c-46b3-bc33-8a682148155d", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:03:24.015875 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-694a65fa-81c0-4e78-8bb2-955d438e2c79 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:03:24.016156 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-694a65fa-81c0-4e78-8bb2-955d438e2c79'] response: {'server_uuid': '31b788f6-66d5-4917-8688-5c0bfaa03d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fabbfbf-519c-46b3-bc33-8a682148155d', 'code': 200} Apr 14 22:03:24.045218 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=8fabbfbf-519c-46b3-bc33-8a682148155d,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:24.137693 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e887b-ba59-4adf-9b5a-40ef19981ca4 req-4488d65c-b48f-4079-9474-f3aaafa3be1c tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:24.139169 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a49e887b-ba59-4adf-9b5a-40ef19981ca4 req-4488d65c-b48f-4079-9474-f3aaafa3be1c tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0506499 Apr 14 22:03:24.192672 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a49e887b-ba59-4adf-9b5a-40ef19981ca4 req-93ff1178-160b-489a-8582-1ed1fc33ae97 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476155 Apr 14 22:03:24.550011 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5a1c7-6c94-4b64-8b5b-5026d08f20dd req-59e5e963-3861-434a-95cb-3f4f1a48a7ba tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:24.551529 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-22f5a1c7-6c94-4b64-8b5b-5026d08f20dd req-59e5e963-3861-434a-95cb-3f4f1a48a7ba tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0473897 Apr 14 22:03:24.600307 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-22f5a1c7-6c94-4b64-8b5b-5026d08f20dd req-76792b28-1ace-4dec-bc55-d6548d52b928 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431929 Apr 14 22:03:24.621484 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872aa9e9-327e-4429-add0-fc96d5478024 req-f583b8df-fd10-4ce0-acc8-2092305d515b tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:24.623018 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-872aa9e9-327e-4429-add0-fc96d5478024 req-f583b8df-fd10-4ce0-acc8-2092305d515b tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b788f6-66d5-4917-8688-5c0bfaa03d93 HTTP/1.1" status: 200 len: 946 time: 0.0475965 Apr 14 22:03:24.674384 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-872aa9e9-327e-4429-add0-fc96d5478024 req-f471a792-a395-4949-8769-db1bc8e64435 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a471f1b-8bc0-4b82-ba7a-d5e784e43007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458903 Apr 14 22:03:24.688155 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-36bf676a-175b-4ec4-833b-5196722e93be req-650bbe66-3232-41b8-9893-3db2df050558 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 210 time: 0.0276659 Apr 14 22:03:24.741646 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5857d4-265e-4be3-ba9c-e0ba4ba449f6 req-dba24938-056a-4f36-8578-e1bc4ae41b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:24.743046 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-bc5857d4-265e-4be3-ba9c-e0ba4ba449f6 req-dba24938-056a-4f36-8578-e1bc4ae41b23 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8354505d255643918a23f2f53ed53d67&device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 1130 time: 0.0414476 Apr 14 22:03:24.824221 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a59ee4-92fa-4850-817b-b6ea75c39838 req-199bb8d1-d02a-4712-804c-72789c7ad7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:24.826246 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-81a59ee4-92fa-4850-817b-b6ea75c39838 req-199bb8d1-d02a-4712-804c-72789c7ad7b6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=31b788f6-66d5-4917-8688-5c0bfaa03d93 HTTP/1.1" status: 200 len: 1130 time: 0.0462112 Apr 14 22:03:24.907284 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-81a59ee4-92fa-4850-817b-b6ea75c39838 req-2555ee8f-3851-45c9-a988-6101c1f569af service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4a471f1b-8bc0-4b82-ba7a-d5e784e43007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675769 Apr 14 22:03:24.943431 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5857d4-265e-4be3-ba9c-e0ba4ba449f6 req-5b938e51-fb9e-470f-91cb-29679d05fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:24.944838 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-bc5857d4-265e-4be3-ba9c-e0ba4ba449f6 req-5b938e51-fb9e-470f-91cb-29679d05fd42 service neutron] 10.222.0.26 "GET /v2.0/networks?id=85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 HTTP/1.1" status: 200 len: 917 time: 0.1651313 Apr 14 22:03:24.985597 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-065c6bce-446e-4026-86b0-eb6a7804f457 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:24.987049 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-065c6bce-446e-4026-86b0-eb6a7804f457 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.26 "GET /v2.0/networks?id=24ce8649-73b0-4bad-abdf-64923fbb2e24 HTTP/1.1" status: 200 len: 819 time: 0.1384141 Apr 14 22:03:25.227372 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-bc5857d4-265e-4be3-ba9c-e0ba4ba449f6 req-91c1df9b-7c2d-4d9c-8a52-824af704bad4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b HTTP/1.1" status: 200 len: 1002 time: 0.0857198 Apr 14 22:03:25.240407 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-ae3ab4ee-3151-471e-b748-c3b0bf6f6710 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a890272563304d14843d609bdf1fd1f0 HTTP/1.1" status: 200 len: 380 time: 0.1052701 Apr 14 22:03:25.319147 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11234015-b9de-4ebd-8518-5b054453a70f req-1116cbc9-3e5b-467b-b5dd-fcb4c7a740c7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:25.320660 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-11234015-b9de-4ebd-8518-5b054453a70f req-1116cbc9-3e5b-467b-b5dd-fcb4c7a740c7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0511832 Apr 14 22:03:25.367525 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-95a561cf-ee69-4c26-8b63-7cf7207439cf tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Request body: {'port': {'device_id': '5198e879-71a8-47e9-ab6a-72e7efec83bc', 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24', 'admin_state_up': True, 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'security_groups': ['bf6809f7-9490-4d86-835a-1e0294ae5121']}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:03:25.697736 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-11234015-b9de-4ebd-8518-5b054453a70f req-61293d6d-5afe-4696-8052-0cd5f84bcb65 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3705726 Apr 14 22:03:25.717983 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5857d4-265e-4be3-ba9c-e0ba4ba449f6 req-15d62f03-8cf8-42b0-ac31-52354a80bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:25.719322 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-bc5857d4-265e-4be3-ba9c-e0ba4ba449f6 req-15d62f03-8cf8-42b0-ac31-52354a80bee7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a14408c-0a04-4255-b049-e60b2b57871e HTTP/1.1" status: 200 len: 856 time: 0.3705251 Apr 14 22:03:25.722786 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a03a1-46ee-4fa8-a3d8-ea548473d791 req-819c983b-8b9e-4860-8b44-e19d59d12c0d tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:25.724472 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-279a03a1-46ee-4fa8-a3d8-ea548473d791 req-819c983b-8b9e-4860-8b44-e19d59d12c0d tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0494356 Apr 14 22:03:25.780497 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-279a03a1-46ee-4fa8-a3d8-ea548473d791 req-9f143e37-9818-4778-88fd-034667d8abf7 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472298 Apr 14 22:03:25.822063 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5857d4-265e-4be3-ba9c-e0ba4ba449f6 req-0378d80b-7d73-4407-a80b-aa0eaccecab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:25.823722 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-bc5857d4-265e-4be3-ba9c-e0ba4ba449f6 req-0378d80b-7d73-4407-a80b-aa0eaccecab1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85de08d8-9eb8-4e52-8d6f-cc3f42de82b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0917284 Apr 14 22:03:25.833480 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-95a561cf-ee69-4c26-8b63-7cf7207439cf tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Made reservation on behalf of a890272563304d14843d609bdf1fd1f0 for: {'port': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:03:25.836846 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-95a561cf-ee69-4c26-8b63-7cf7207439cf tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:25.877709 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de842bfd-fda5-429c-8b35-d8c6852c485e req-ca0519e5-76af-47b0-81ec-b89b416a3d06 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:25.879287 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-de842bfd-fda5-429c-8b35-d8c6852c485e req-ca0519e5-76af-47b0-81ec-b89b416a3d06 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b788f6-66d5-4917-8688-5c0bfaa03d93 HTTP/1.1" status: 200 len: 946 time: 0.0969279 Apr 14 22:03:25.879988 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a5acf2c4-2773-4e43-bfd2-4746a71022ba req-0c51ee49-653c-46ca-ada1-17bbf46297b1 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 210 time: 0.0353262 Apr 14 22:03:26.041169 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-bc5857d4-265e-4be3-ba9c-e0ba4ba449f6 req-755bdc99-8f25-401f-997f-92dbc84054cb service neutron] 10.222.0.26 "GET /v2.0/networks/85de08d8-9eb8-4e52-8d6f-cc3f42de82b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997008 Apr 14 22:03:26.048284 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-de842bfd-fda5-429c-8b35-d8c6852c485e req-f549d3a8-79b5-4c13-bceb-b84c71a2a95b tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a471f1b-8bc0-4b82-ba7a-d5e784e43007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612525 Apr 14 22:03:26.095909 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-95a561cf-ee69-4c26-8b63-7cf7207439cf tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Allocated IP 172.20.0.5 (24ce8649-73b0-4bad-abdf-64923fbb2e24/801c38b5-c92d-488d-9425-23346baf9bd6/521a8421-b014-4d50-883e-a6bf1d1019d3) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:03:26.238187 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-95a561cf-ee69-4c26-8b63-7cf7207439cf tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks [] for port (521a8421-b014-4d50-883e-a6bf1d1019d3), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:26.273391 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-95a561cf-ee69-4c26-8b63-7cf7207439cf tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (521a8421-b014-4d50-883e-a6bf1d1019d3), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:26.324015 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-95a561cf-ee69-4c26-8b63-7cf7207439cf tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Network 24ce8649-73b0-4bad-abdf-64923fbb2e24 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:03:26.329220 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-95a561cf-ee69-4c26-8b63-7cf7207439cf tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:03:26.332172 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-95a561cf-ee69-4c26-8b63-7cf7207439cf tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:03:26.370441 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a561cf-ee69-4c26-8b63-7cf7207439cf tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Pushing event updated for resources: {'Port': ['ID=521a8421-b014-4d50-883e-a6bf1d1019d3,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:26.391458 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-59d6d99c-1c2a-423a-8edd-0708313ca5fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:26.409455 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-95a561cf-ee69-4c26-8b63-7cf7207439cf tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:26.410092 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-95a561cf-ee69-4c26-8b63-7cf7207439cf tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:26.428624 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-95a561cf-ee69-4c26-8b63-7cf7207439cf tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0673156 Apr 14 22:03:26.539293 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-90c74cd7-0434-492e-acef-01778d90a426 service neutron] Request body: {'port': {'device_id': '5198e879-71a8-47e9-ab6a-72e7efec83bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:03:26.582980 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-7ac578ff-3aba-43ce-b08f-7980e91f8027 None None] Provisioning complete for port 521a8421-b014-4d50-883e-a6bf1d1019d3 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:03:26.583369 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7ac578ff-3aba-43ce-b08f-7980e91f8027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (521a8421-b014-4d50-883e-a6bf1d1019d3), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:26.623758 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-7ac578ff-3aba-43ce-b08f-7980e91f8027 None None] Port 521a8421-b014-4d50-883e-a6bf1d1019d3 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:03:26.660513 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-90c74cd7-0434-492e-acef-01778d90a426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (521a8421-b014-4d50-883e-a6bf1d1019d3), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:26.683944 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-bc5857d4-265e-4be3-ba9c-e0ba4ba449f6 req-80cbf098-e7ed-4186-acfb-0d1770a59954 service neutron] 10.222.0.26 "GET /v2.0/networks/85de08d8-9eb8-4e52-8d6f-cc3f42de82b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590738 Apr 14 22:03:26.849637 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa4452-f6c8-41c1-b28b-a66a9f5c6191 req-ff6d35d8-18c1-48c0-aaba-d88d4742d3b9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:26.856589 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fbfa4452-f6c8-41c1-b28b-a66a9f5c6191 req-ff6d35d8-18c1-48c0-aaba-d88d4742d3b9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 946 time: 0.0786109 Apr 14 22:03:26.899814 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fbfa4452-f6c8-41c1-b28b-a66a9f5c6191 req-a17f6013-d5c7-4293-86fc-751e8c2e4fcb tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423412 Apr 14 22:03:26.925094 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92641d3b-88a4-41bf-bc5d-ab54711eb34d req-8f593c0b-7414-4beb-b8d9-6a2127940514 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:26.926628 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-92641d3b-88a4-41bf-bc5d-ab54711eb34d req-8f593c0b-7414-4beb-b8d9-6a2127940514 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0657768 Apr 14 22:03:27.003007 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e092697-788f-4558-86a6-08b50b7859bd req-c705b091-8847-4de6-9689-e1af5159bbd3 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:27.004523 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9e092697-788f-4558-86a6-08b50b7859bd req-c705b091-8847-4de6-9689-e1af5159bbd3 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 931 time: 0.0457988 Apr 14 22:03:27.009783 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-92641d3b-88a4-41bf-bc5d-ab54711eb34d req-a5ad3696-6c81-4c5a-852a-6019882fad34 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769408 Apr 14 22:03:27.021801 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-90c74cd7-0434-492e-acef-01778d90a426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521a8421-b014-4d50-883e-a6bf1d1019d3 {{(pid=103420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:03:27.029806 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-90c74cd7-0434-492e-acef-01778d90a426 service neutron] Publish callbacks [] for port (521a8421-b014-4d50-883e-a6bf1d1019d3), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:27.043600 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.provisioning_blocks [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-90c74cd7-0434-492e-acef-01778d90a426 service neutron] Transition to ACTIVE for port object 521a8421-b014-4d50-883e-a6bf1d1019d3 will not be triggered until provisioned by entity L2. {{(pid=103420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:03:27.048339 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-90c74cd7-0434-492e-acef-01778d90a426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (521a8421-b014-4d50-883e-a6bf1d1019d3), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:27.065235 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9e092697-788f-4558-86a6-08b50b7859bd req-3eec40b6-96c7-4166-b4d4-74b90d9bbd1a tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547457 Apr 14 22:03:27.102037 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c74cd7-0434-492e-acef-01778d90a426 service neutron] Pushing event updated for resources: {'Port': ['ID=521a8421-b014-4d50-883e-a6bf1d1019d3,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:27.215187 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9a0b3-33c3-4526-94c2-b567094e9b28 req-af712d6e-da96-43dc-a5f7-029c2841cd88 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:27.216838 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b3d9a0b3-33c3-4526-94c2-b567094e9b28 req-af712d6e-da96-43dc-a5f7-029c2841cd88 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b788f6-66d5-4917-8688-5c0bfaa03d93 HTTP/1.1" status: 200 len: 946 time: 0.0690889 Apr 14 22:03:27.223557 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-90c74cd7-0434-492e-acef-01778d90a426 service neutron] Attempting to bind port 521a8421-b014-4d50-883e-a6bf1d1019d3 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:03:27.224011 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-90c74cd7-0434-492e-acef-01778d90a426 service neutron] Attempting to bind port 521a8421-b014-4d50-883e-a6bf1d1019d3 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '24888de7-6475-43bb-a908-022d110a0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:03:27.224236 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-90c74cd7-0434-492e-acef-01778d90a426 service neutron] Attempting to bind port 521a8421-b014-4d50-883e-a6bf1d1019d3 on network 24ce8649-73b0-4bad-abdf-64923fbb2e24 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:03:27.236704 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-90c74cd7-0434-492e-acef-01778d90a426 service neutron] Port 521a8421-b014-4d50-883e-a6bf1d1019d3 on network 24ce8649-73b0-4bad-abdf-64923fbb2e24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:03:27.237039 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-90c74cd7-0434-492e-acef-01778d90a426 service neutron] Attempting to bind port 521a8421-b014-4d50-883e-a6bf1d1019d3 on network 24ce8649-73b0-4bad-abdf-64923fbb2e24 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:03:27.251541 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-90c74cd7-0434-492e-acef-01778d90a426 service neutron] Checking agent: {'id': 'a0099bcd-bb41-4a7e-a45e-2f38f6e9b749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'started_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:03:27.252207 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-90c74cd7-0434-492e-acef-01778d90a426 service neutron] Checking segment: {'id': '24888de7-6475-43bb-a908-022d110a0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:03:27.252365 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-90c74cd7-0434-492e-acef-01778d90a426 service neutron] Bound using segment: {'id': '24888de7-6475-43bb-a908-022d110a0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:03:27.252728 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-90c74cd7-0434-492e-acef-01778d90a426 service neutron] Bound port: 521a8421-b014-4d50-883e-a6bf1d1019d3, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24888de7-6475-43bb-a908-022d110a0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:03:27.253096 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-90c74cd7-0434-492e-acef-01778d90a426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (521a8421-b014-4d50-883e-a6bf1d1019d3), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:27.308920 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b3d9a0b3-33c3-4526-94c2-b567094e9b28 req-672b81bc-50fa-4b82-909b-67ad89b2bcdb tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a471f1b-8bc0-4b82-ba7a-d5e784e43007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821409 Apr 14 22:03:27.348660 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-90c74cd7-0434-492e-acef-01778d90a426 service neutron] For port 521a8421-b014-4d50-883e-a6bf1d1019d3, host hv-cinder-83800, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:03:27.353024 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-90c74cd7-0434-492e-acef-01778d90a426 service neutron] For port 521a8421-b014-4d50-883e-a6bf1d1019d3, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=521a8421-b014-4d50-883e-a6bf1d1019d3,segment=NetworkSegment(24888de7-6475-43bb-a908-022d110a0453),segment_id=24888de7-6475-43bb-a908-022d110a0453)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:03:27.370663 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-90c74cd7-0434-492e-acef-01778d90a426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (521a8421-b014-4d50-883e-a6bf1d1019d3), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:27.409501 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-90c74cd7-0434-492e-acef-01778d90a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:27.410484 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-90c74cd7-0434-492e-acef-01778d90a426 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:27.411818 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-90c74cd7-0434-492e-acef-01778d90a426 service neutron] 10.222.0.26 "PUT /v2.0/ports/521a8421-b014-4d50-883e-a6bf1d1019d3 HTTP/1.1" status: 200 len: 1093 time: 0.8780246 Apr 14 22:03:27.412241 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5198e879-71a8-47e9-ab6a-72e7efec83bc', 'tag': '521a8421-b014-4d50-883e-a6bf1d1019d3'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:03:27.414797 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e69178-a20c-478a-b1fb-cef5bdc2e08d" -d '{"events": [{"name": "network-changed", "server_uuid": "5198e879-71a8-47e9-ab6a-72e7efec83bc", "tag": "521a8421-b014-4d50-883e-a6bf1d1019d3"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:03:27.457413 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88322ba2-e6a3-46cd-8e98-54b6088ce3da x-openstack-request-id: req-88322ba2-e6a3-46cd-8e98-54b6088ce3da {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:03:27.457874 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5198e879-71a8-47e9-ab6a-72e7efec83bc", "tag": "521a8421-b014-4d50-883e-a6bf1d1019d3", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:03:27.458303 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-88322ba2-e6a3-46cd-8e98-54b6088ce3da {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:03:27.458904 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88322ba2-e6a3-46cd-8e98-54b6088ce3da'] response: {'name': 'network-changed', 'server_uuid': '5198e879-71a8-47e9-ab6a-72e7efec83bc', 'tag': '521a8421-b014-4d50-883e-a6bf1d1019d3', 'status': 'completed', 'code': 200} Apr 14 22:03:27.472013 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c74cd7-0434-492e-acef-01778d90a426 service neutron] Pushing event updated for resources: {'Port': ['ID=521a8421-b014-4d50-883e-a6bf1d1019d3,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:27.495568 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:27.798688 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:03:27.885888 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b is: ACTIVE; New status is: DOWN {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:03:27.886277 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:27.911463 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a32fc51-3299-4bea-b3e4-5cbe5e807947', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:03:27.913731 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530b6f79e2c270c80a285cfd043402f608e5b18a2df6684fea4c07fd95dfc091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7d9c90-ba28-46b2-b0b4-e19ab4c18440" -d '{"events": [{"server_uuid": "7a32fc51-3299-4bea-b3e4-5cbe5e807947", "name": "network-vif-unplugged", "status": "completed", "tag": "9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:03:27.930476 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:03:27.935810 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:27.961449 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Apr 2022 22:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edec1723-b03a-4e03-bcb4-777052126e1e x-openstack-request-id: req-edec1723-b03a-4e03-bcb4-777052126e1e {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:03:27.961738 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a32fc51-3299-4bea-b3e4-5cbe5e807947", "name": "network-vif-unplugged", "status": "completed", "tag": "9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:03:27.961986 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-edec1723-b03a-4e03-bcb4-777052126e1e {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:03:27.962377 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edec1723-b03a-4e03-bcb4-777052126e1e'] response: {'server_uuid': '7a32fc51-3299-4bea-b3e4-5cbe5e807947', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b', 'code': 200} Apr 14 22:03:27.989299 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b,revision_number=8']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:28.054333 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b524a-3b64-4a71-96e8-2a654b2c1b57 req-2a6ee590-d3a6-4814-9958-b0820894af1e tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:28.055849 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-463b524a-3b64-4a71-96e8-2a654b2c1b57 req-2a6ee590-d3a6-4814-9958-b0820894af1e tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0505114 Apr 14 22:03:28.058382 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d07b3d-dfd6-4b12-b94f-8b8064ec0d04 req-9dbea611-b94f-4aea-ba9f-54d7baa7c642 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:28.059949 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-55d07b3d-dfd6-4b12-b94f-8b8064ec0d04 req-9dbea611-b94f-4aea-ba9f-54d7baa7c642 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b788f6-66d5-4917-8688-5c0bfaa03d93 HTTP/1.1" status: 200 len: 946 time: 0.0510447 Apr 14 22:03:28.110363 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-463b524a-3b64-4a71-96e8-2a654b2c1b57 req-db9a024c-a3eb-4c5d-901a-3292392a2ca2 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487249 Apr 14 22:03:28.110611 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-55d07b3d-dfd6-4b12-b94f-8b8064ec0d04 req-e2ecd0cd-345e-4991-afb1-7cf090ed64e1 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a471f1b-8bc0-4b82-ba7a-d5e784e43007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436587 Apr 14 22:03:28.219776 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c891d-5c5c-470b-9ce2-a2825fd4897e req-66de917f-9adc-449c-83ee-c13542bd1f2f tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:28.221295 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8c1c891d-5c5c-470b-9ce2-a2825fd4897e req-66de917f-9adc-449c-83ee-c13542bd1f2f tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0487239 Apr 14 22:03:28.225194 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19e14e-eed6-441f-ab88-a007f7b02cd2 req-23379e68-616b-4804-97f2-b1ef114904f8 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:28.226680 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7f19e14e-eed6-441f-ab88-a007f7b02cd2 req-23379e68-616b-4804-97f2-b1ef114904f8 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 943 time: 0.0488679 Apr 14 22:03:28.276855 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7f19e14e-eed6-441f-ab88-a007f7b02cd2 req-1f0a6dce-c6cb-456e-976c-28dcb56a8a04 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445356 Apr 14 22:03:28.277868 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8c1c891d-5c5c-470b-9ce2-a2825fd4897e req-012a6a35-bbad-477d-88fb-e74e562801f2 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500445 Apr 14 22:03:28.795323 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:29.227962 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee72f3-38c1-45da-a809-5ada67509faf req-63214f9e-f820-41b2-a45b-02b4c5f92cb4 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:29.229592 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-f0ee72f3-38c1-45da-a809-5ada67509faf req-63214f9e-f820-41b2-a45b-02b4c5f92cb4 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b788f6-66d5-4917-8688-5c0bfaa03d93 HTTP/1.1" status: 200 len: 946 time: 0.0516303 Apr 14 22:03:29.230428 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af96e42-8f0d-4602-b68a-bf9b82878354 req-df444a55-57e8-42f0-8af9-7fb13a9edf8b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:29.231933 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3af96e42-8f0d-4602-b68a-bf9b82878354 req-df444a55-57e8-42f0-8af9-7fb13a9edf8b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0481224 Apr 14 22:03:29.301341 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-f0ee72f3-38c1-45da-a809-5ada67509faf req-657932bb-9a77-4e80-99ce-6535ebd6210a tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a471f1b-8bc0-4b82-ba7a-d5e784e43007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644786 Apr 14 22:03:29.308151 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3af96e42-8f0d-4602-b68a-bf9b82878354 req-3453f9c2-818a-405c-adba-7963298aa166 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689683 Apr 14 22:03:29.408668 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e120530-c861-4578-b41c-3a6f2ee8c35e req-c2470a39-cd72-4f51-a03d-31cd2fe6fa22 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:29.410232 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6e120530-c861-4578-b41c-3a6f2ee8c35e req-c2470a39-cd72-4f51-a03d-31cd2fe6fa22 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0488353 Apr 14 22:03:29.414598 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa8758-273d-44d6-8b5f-088f3716fb36 req-7bb11315-8db7-4152-9c5f-3894579a9b41 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:29.416155 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b0fa8758-273d-44d6-8b5f-088f3716fb36 req-7bb11315-8db7-4152-9c5f-3894579a9b41 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 943 time: 0.0473037 Apr 14 22:03:29.460893 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6e120530-c861-4578-b41c-3a6f2ee8c35e req-2783303d-dd89-4297-8e2f-b42f556aa0d3 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433412 Apr 14 22:03:29.463030 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b0fa8758-273d-44d6-8b5f-088f3716fb36 req-98d82c48-4f4f-4d85-9058-0dcd4d56a39c tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408061 Apr 14 22:03:30.419146 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d1e88-87ef-4c97-92a5-c68ebe576e6a req-68c7b884-03ce-477e-af78-7bad8f84537a tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:30.420749 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-850d1e88-87ef-4c97-92a5-c68ebe576e6a req-68c7b884-03ce-477e-af78-7bad8f84537a tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b788f6-66d5-4917-8688-5c0bfaa03d93 HTTP/1.1" status: 200 len: 946 time: 0.0506823 Apr 14 22:03:30.429588 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5399179-93c2-411f-b3fd-6e31e19d4320 req-39183be1-9043-47cd-854c-753a8a82c5ed tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:30.431305 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c5399179-93c2-411f-b3fd-6e31e19d4320 req-39183be1-9043-47cd-854c-753a8a82c5ed tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0500731 Apr 14 22:03:30.447276 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:30.478630 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-850d1e88-87ef-4c97-92a5-c68ebe576e6a req-c7b3d71e-41a2-4ec3-917f-93fb02950cc5 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a471f1b-8bc0-4b82-ba7a-d5e784e43007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502348 Apr 14 22:03:30.488177 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c5399179-93c2-411f-b3fd-6e31e19d4320 req-f8f3caf6-c9d9-4590-9651-e8bc52b408a3 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511703 Apr 14 22:03:30.590240 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b1c23-df95-4da9-88f7-1bc2de9a1b06 req-69cee8f8-5f0f-4767-ab77-d6fb2ac72ae0 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:30.591682 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4f7b1c23-df95-4da9-88f7-1bc2de9a1b06 req-69cee8f8-5f0f-4767-ab77-d6fb2ac72ae0 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0496297 Apr 14 22:03:30.604406 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1435bf5-188b-4998-bfa4-0ebeda6ab7e5 req-04488b4e-ba8d-449d-b3e7-52b1eea8b5ab tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:30.605931 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c1435bf5-188b-4998-bfa4-0ebeda6ab7e5 req-04488b4e-ba8d-449d-b3e7-52b1eea8b5ab tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 943 time: 0.0512178 Apr 14 22:03:30.642140 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4f7b1c23-df95-4da9-88f7-1bc2de9a1b06 req-d4f35003-d311-4d1f-809b-20591997af73 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420785 Apr 14 22:03:30.655542 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c1435bf5-188b-4998-bfa4-0ebeda6ab7e5 req-2c46a4ae-c525-4fb3-8dac-01579f020380 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433826 Apr 14 22:03:30.941797 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e69178-a20c-478a-b1fb-cef5bdc2e08d req-09f44839-f032-4459-a84b-9b3e33b1aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:30.943351 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-39e69178-a20c-478a-b1fb-cef5bdc2e08d req-09f44839-f032-4459-a84b-9b3e33b1aec9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a890272563304d14843d609bdf1fd1f0&device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 1127 time: 0.0434113 Apr 14 22:03:31.605077 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab831a2-37da-4569-9b90-3dcfa26f8958 req-21e648ef-6531-4726-98f7-ef76578a503d tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:31.606647 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-9ab831a2-37da-4569-9b90-3dcfa26f8958 req-21e648ef-6531-4726-98f7-ef76578a503d tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b788f6-66d5-4917-8688-5c0bfaa03d93 HTTP/1.1" status: 200 len: 946 time: 0.0580137 Apr 14 22:03:31.611421 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e57e3-4b1f-45be-bf56-85d3cf44d4fe req-3c32a9fd-c9d3-4618-be85-258394916932 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:31.612966 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-704e57e3-4b1f-45be-bf56-85d3cf44d4fe req-3c32a9fd-c9d3-4618-be85-258394916932 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0524676 Apr 14 22:03:31.657139 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-9ab831a2-37da-4569-9b90-3dcfa26f8958 req-4742b743-8765-4725-b23d-c1f5b557a8a0 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a471f1b-8bc0-4b82-ba7a-d5e784e43007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439546 Apr 14 22:03:31.663913 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-704e57e3-4b1f-45be-bf56-85d3cf44d4fe req-b3bed09d-2dc5-45a1-82b5-77d97323636d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424099 Apr 14 22:03:31.757027 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042562ce-022c-4c38-9d86-64c11107869c req-572fb62c-3105-401f-8149-d9cc3530a695 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:31.758541 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-042562ce-022c-4c38-9d86-64c11107869c req-572fb62c-3105-401f-8149-d9cc3530a695 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0472913 Apr 14 22:03:31.773977 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61969d80-7ec2-4a92-aa9d-527463d8a05e req-d0c93951-6e9e-4835-bd64-7ad689587455 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:31.775424 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-61969d80-7ec2-4a92-aa9d-527463d8a05e req-d0c93951-6e9e-4835-bd64-7ad689587455 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 943 time: 0.0491638 Apr 14 22:03:31.807690 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-042562ce-022c-4c38-9d86-64c11107869c req-8a444e0f-179b-48e0-af06-34ede8731be2 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434604 Apr 14 22:03:31.836226 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-61969d80-7ec2-4a92-aa9d-527463d8a05e req-c6cf1f31-103d-4c31-a301-e8dbb84122eb tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520148 Apr 14 22:03:32.186375 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e69178-a20c-478a-b1fb-cef5bdc2e08d req-f87f1a65-80ac-4965-80c2-e127cb6396f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:32.188582 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-39e69178-a20c-478a-b1fb-cef5bdc2e08d req-f87f1a65-80ac-4965-80c2-e127cb6396f0 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a890272563304d14843d609bdf1fd1f0&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1081519 Apr 14 22:03:32.336069 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e69178-a20c-478a-b1fb-cef5bdc2e08d req-5ff6a2d2-fcce-4c73-a4d3-f42be997cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:32.337581 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-39e69178-a20c-478a-b1fb-cef5bdc2e08d req-5ff6a2d2-fcce-4c73-a4d3-f42be997cd82 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0947435 Apr 14 22:03:32.653600 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7992cac-82d5-4e52-b4ef-1d1004d99fee req-49894945-cf30-468d-8f01-1d75b7854f33 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:32.655015 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a7992cac-82d5-4e52-b4ef-1d1004d99fee req-49894945-cf30-468d-8f01-1d75b7854f33 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b788f6-66d5-4917-8688-5c0bfaa03d93 HTTP/1.1" status: 200 len: 946 time: 0.0797448 Apr 14 22:03:32.660955 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-ff97ea00-8b95-4eeb-955b-e4ad4b748eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:32.662389 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-ff97ea00-8b95-4eeb-955b-e4ad4b748eca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a890272563304d14843d609bdf1fd1f0&device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 1127 time: 0.0546172 Apr 14 22:03:32.735509 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-9002be47-137c-4ab1-9c1c-6aa78e4091bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=521a8421-b014-4d50-883e-a6bf1d1019d3 HTTP/1.1" status: 200 len: 217 time: 0.0460420 Apr 14 22:03:32.787175 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d75b63-94a7-4ed6-a01b-6bbc516812f2 req-a6699970-9d61-4aaf-b381-1f5cd769bf4b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:32.788764 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-06d75b63-94a7-4ed6-a01b-6bbc516812f2 req-a6699970-9d61-4aaf-b381-1f5cd769bf4b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0487967 Apr 14 22:03:32.841083 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6c9c9-fea3-402b-9782-663afe3403f0 req-00fe6877-a1e5-4d3a-949e-2cc5f5e34b36 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:32.842342 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-06d75b63-94a7-4ed6-a01b-6bbc516812f2 req-6261e1f4-4645-4eea-8f96-87f2f246a0da tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474334 Apr 14 22:03:32.842578 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b6d6c9c9-fea3-402b-9782-663afe3403f0 req-00fe6877-a1e5-4d3a-949e-2cc5f5e34b36 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b788f6-66d5-4917-8688-5c0bfaa03d93 HTTP/1.1" status: 200 len: 946 time: 0.1125767 Apr 14 22:03:32.876068 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-d3dc33b3-e8ab-426f-8793-3b4d1b226033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:32.877592 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-d3dc33b3-e8ab-426f-8793-3b4d1b226033 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=801c38b5-c92d-488d-9425-23346baf9bd6 HTTP/1.1" status: 200 len: 858 time: 0.1321020 Apr 14 22:03:32.882402 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-a7992cac-82d5-4e52-b4ef-1d1004d99fee req-b4420b81-6366-4fc9-bb03-975c69330711 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Deleting port 8fabbfbf-519c-46b3-bc33-8a682148155d {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:03:32.882753 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-a7992cac-82d5-4e52-b4ef-1d1004d99fee req-b4420b81-6366-4fc9-bb03-975c69330711 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (8fabbfbf-519c-46b3-bc33-8a682148155d), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:32.960110 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7ae26-ff75-46f2-9f3c-b234d76cdffb req-70cf918e-aafa-4788-b44f-3be00a1fa696 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:32.961567 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-13e7ae26-ff75-46f2-9f3c-b234d76cdffb req-70cf918e-aafa-4788-b44f-3be00a1fa696 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0474277 Apr 14 22:03:32.996503 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b6d6c9c9-fea3-402b-9782-663afe3403f0 req-1b1e0bc7-91e3-480b-a3bd-051b95445980 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a471f1b-8bc0-4b82-ba7a-d5e784e43007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477294 Apr 14 22:03:33.006807 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-6b652d49-e628-446e-99d0-989feb6ab957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:33.008348 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-6b652d49-e628-446e-99d0-989feb6ab957 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=24ce8649-73b0-4bad-abdf-64923fbb2e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1049054 Apr 14 22:03:33.011731 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-13e7ae26-ff75-46f2-9f3c-b234d76cdffb req-c4b1fb95-95ea-4905-8f1a-de1207ec4c5c tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441213 Apr 14 22:03:33.111441 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-a7992cac-82d5-4e52-b4ef-1d1004d99fee req-b4420b81-6366-4fc9-bb03-975c69330711 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] For port 8fabbfbf-519c-46b3-bc33-8a682148155d, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=8fabbfbf-519c-46b3-bc33-8a682148155d,segment=NetworkSegment(26376248-65ac-431c-95e4-479a10e44fe6),segment_id=26376248-65ac-431c-95e4-479a10e44fe6)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:03:33.111833 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-a7992cac-82d5-4e52-b4ef-1d1004d99fee req-b4420b81-6366-4fc9-bb03-975c69330711 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (8fabbfbf-519c-46b3-bc33-8a682148155d), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:33.158297 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-a7992cac-82d5-4e52-b4ef-1d1004d99fee req-b4420b81-6366-4fc9-bb03-975c69330711 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Calling delete_port for 8fabbfbf-519c-46b3-bc33-8a682148155d owned by compute:nova {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:03:33.180455 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540bac0-62d9-437a-aed3-71afbd83ed2e req-bd3e0dbd-dd60-4809-a30f-fc1878ab3b0f tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:33.182184 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e540bac0-62d9-437a-aed3-71afbd83ed2e req-bd3e0dbd-dd60-4809-a30f-fc1878ab3b0f tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 943 time: 0.0902777 Apr 14 22:03:33.262377 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-b22fb804-5fd9-48f2-97e6-97813364c81c service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450156 Apr 14 22:03:33.390492 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e540bac0-62d9-437a-aed3-71afbd83ed2e req-85c6faf4-92d6-454e-8e16-a967f58217ba tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883547 Apr 14 22:03:33.442048 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-21ee3aa4-b99b-4a4e-abc0-709f10adfa02 req-b099fbe0-bc55-44f9-8c5c-15996167f56b service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684010 Apr 14 22:03:33.487101 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-a7992cac-82d5-4e52-b4ef-1d1004d99fee req-b4420b81-6366-4fc9-bb03-975c69330711 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (8fabbfbf-519c-46b3-bc33-8a682148155d), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:33.500547 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['8fabbfbf-519c-46b3-bc33-8a682148155d'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:03:33.524012 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4420b81-6366-4fc9-bb03-975c69330711 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Pushing event deleted for resources: {'Port': ['ID=8fabbfbf-519c-46b3-bc33-8a682148155d,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:33.569690 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7992cac-82d5-4e52-b4ef-1d1004d99fee req-b4420b81-6366-4fc9-bb03-975c69330711 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] No DVR routers for this DVR port 8fabbfbf-519c-46b3-bc33-8a682148155d on host hv-cinder-83800 {{(pid=103420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:03:33.573349 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-a7992cac-82d5-4e52-b4ef-1d1004d99fee req-b4420b81-6366-4fc9-bb03-975c69330711 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:33.577265 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a7992cac-82d5-4e52-b4ef-1d1004d99fee req-b4420b81-6366-4fc9-bb03-975c69330711 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.26 "DELETE /v2.0/ports/8fabbfbf-519c-46b3-bc33-8a682148155d HTTP/1.1" status: 204 len: 173 time: 0.9138710 Apr 14 22:03:33.577759 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b788f6-66d5-4917-8688-5c0bfaa03d93', 'name': 'network-vif-deleted', 'tag': '8fabbfbf-519c-46b3-bc33-8a682148155d'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:03:33.578631 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [req-0f8c682a-9381-4114-801c-29baf1b1e085 req-860b67a4-2a5d-4915-b84d-ad9799e21371 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:03:33.579842 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0f8c682a-9381-4114-801c-29baf1b1e085 req-860b67a4-2a5d-4915-b84d-ad9799e21371 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073779 Apr 14 22:03:33.580246 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063f0745-ad98-4386-9cf9-f3a6858e9537" -d '{"events": [{"server_uuid": "31b788f6-66d5-4917-8688-5c0bfaa03d93", "name": "network-vif-deleted", "tag": "8fabbfbf-519c-46b3-bc33-8a682148155d"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:03:33.618849 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdfc17b-02f1-44ce-89e5-8cd84bdc3503 x-openstack-request-id: req-fcdfc17b-02f1-44ce-89e5-8cd84bdc3503 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:03:33.619095 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b788f6-66d5-4917-8688-5c0bfaa03d93", "name": "network-vif-deleted", "tag": "8fabbfbf-519c-46b3-bc33-8a682148155d", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:03:33.619374 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fcdfc17b-02f1-44ce-89e5-8cd84bdc3503 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:03:33.619800 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcdfc17b-02f1-44ce-89e5-8cd84bdc3503'] response: {'server_uuid': '31b788f6-66d5-4917-8688-5c0bfaa03d93', 'name': 'network-vif-deleted', 'tag': '8fabbfbf-519c-46b3-bc33-8a682148155d', 'status': 'completed', 'code': 200} Apr 14 22:03:33.744509 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f775b-3a0f-4534-a85f-9087b989afe7 req-d22440dc-77f6-4590-94f3-4a08e820599d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:33.745931 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b54f775b-3a0f-4534-a85f-9087b989afe7 req-d22440dc-77f6-4590-94f3-4a08e820599d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0479233 Apr 14 22:03:33.801834 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b54f775b-3a0f-4534-a85f-9087b989afe7 req-6f7cc0b3-2c1b-4df1-b04a-24126b25fbb2 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496774 Apr 14 22:03:34.096672 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c96e4c99-9db6-4bd1-90d8-9f00d01a61cd req-65271ec9-073e-45d9-95e3-a669f96da911 tempest-VolumesActionsTest-1430005999 tempest-VolumesActionsTest-1430005999-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b788f6-66d5-4917-8688-5c0bfaa03d93 HTTP/1.1" status: 200 len: 210 time: 0.0308411 Apr 14 22:03:34.101550 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 47748) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:03:34.129523 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e08de-49f3-4559-bd20-241996f9c9f5 req-2f7779f1-30ef-4e84-864d-4a9d7958d77a tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:34.130995 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-192e08de-49f3-4559-bd20-241996f9c9f5 req-2f7779f1-30ef-4e84-864d-4a9d7958d77a tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0500426 Apr 14 22:03:34.185331 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-192e08de-49f3-4559-bd20-241996f9c9f5 req-05d0fea5-a1ff-42e0-8edf-894e08d4c57a tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487709 Apr 14 22:03:34.188631 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-11130a89-7707-4d3a-b7e1-a55a06f5b040 req-8f701feb-5f05-4396-986e-065af4f4c03b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859706 Apr 14 22:03:34.197491 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [req-11130a89-7707-4d3a-b7e1-a55a06f5b040 req-6e84d520-0f12-49f2-8411-674ed0e4f8ea service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:03:34.198482 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-11130a89-7707-4d3a-b7e1-a55a06f5b040 req-6e84d520-0f12-49f2-8411-674ed0e4f8ea service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051310 Apr 14 22:03:34.276063 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 47756) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:03:34.416046 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11130a89-7707-4d3a-b7e1-a55a06f5b040 req-4aa0aec6-3a75-4e6d-a1c9-34edb29c40af tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:34.420849 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-11130a89-7707-4d3a-b7e1-a55a06f5b040 req-4aa0aec6-3a75-4e6d-a1c9-34edb29c40af tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports/9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b HTTP/1.1" status: 200 len: 941 time: 0.1436603 Apr 14 22:03:34.524641 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04336e1-477f-495a-be3a-277114c66afd req-c46fe122-e6df-453e-a714-5a2484ae1310 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:34.526112 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f04336e1-477f-495a-be3a-277114c66afd req-c46fe122-e6df-453e-a714-5a2484ae1310 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 943 time: 0.0477948 Apr 14 22:03:34.584810 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f04336e1-477f-495a-be3a-277114c66afd req-0183d7b1-1c2f-4699-8a58-b0b01caf85d9 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496144 Apr 14 22:03:34.935581 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9215c2-eadf-419a-89d9-1158674dd6e6 req-b7dd33ce-5c46-4834-aa1e-77399a28e1ab tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:34.937696 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3e9215c2-eadf-419a-89d9-1158674dd6e6 req-b7dd33ce-5c46-4834-aa1e-77399a28e1ab tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0559268 Apr 14 22:03:34.990414 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3e9215c2-eadf-419a-89d9-1158674dd6e6 req-4831a831-7503-43b5-b6a1-b676d048d247 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457025 Apr 14 22:03:35.309763 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ee3b8-ee4f-4ce3-9949-121a13b42bfc req-77342526-afc6-4891-bdda-31f246837bfd tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:35.311274 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a36ee3b8-ee4f-4ce3-9949-121a13b42bfc req-77342526-afc6-4891-bdda-31f246837bfd tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0555556 Apr 14 22:03:35.331231 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:03:35.363667 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a36ee3b8-ee4f-4ce3-9949-121a13b42bfc req-52053278-b1ac-424e-a02f-a97426840b4b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449297 Apr 14 22:03:35.648650 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5435e-0a79-4811-b35c-57627efe12cc req-40ff3e73-efca-4c83-8a1e-648621577bba tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:35.664815 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-21b5435e-0a79-4811-b35c-57627efe12cc req-40ff3e73-efca-4c83-8a1e-648621577bba tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0728526 Apr 14 22:03:35.725189 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-21b5435e-0a79-4811-b35c-57627efe12cc req-8a3aa51b-5986-412e-b766-7e6fcd9f6a42 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590887 Apr 14 22:03:35.760525 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4026eb-43bb-4fb7-927f-438313e15eec req-15e5902c-420a-4f43-8499-939360c52d21 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:35.762738 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ce4026eb-43bb-4fb7-927f-438313e15eec req-15e5902c-420a-4f43-8499-939360c52d21 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 943 time: 0.0782187 Apr 14 22:03:35.785148 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2411ff0-0169-4288-810f-ba9dcb122c08 req-c2d90e96-f1d6-48aa-b35e-55ff572907e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:35.786917 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e2411ff0-0169-4288-810f-ba9dcb122c08 req-c2d90e96-f1d6-48aa-b35e-55ff572907e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57cc8af3ea5f43dea31995492e7632a5&device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 1130 time: 0.0582728 Apr 14 22:03:35.830129 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ce4026eb-43bb-4fb7-927f-438313e15eec req-c4c007bc-bb56-465e-be37-b2ca97a52a76 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600657 Apr 14 22:03:35.853177 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:03:35.928091 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2411ff0-0169-4288-810f-ba9dcb122c08 req-6856fcec-04f1-4b3f-a4ec-e28a4d3c199c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:35.929276 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e2411ff0-0169-4288-810f-ba9dcb122c08 req-6856fcec-04f1-4b3f-a4ec-e28a4d3c199c service neutron] 10.222.0.26 "GET /v2.0/networks?id=effe8ea7-6d93-45a6-99a1-18a80b92d90d HTTP/1.1" status: 200 len: 911 time: 0.1307411 Apr 14 22:03:35.948993 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b is: DOWN; New status is: DOWN {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:03:36.125308 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986d0ac-6ef0-42ed-8837-ef1caa9f731a req-32f83baa-149a-41c4-8a14-98f69a7d1c31 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:36.126859 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7986d0ac-6ef0-42ed-8837-ef1caa9f731a req-32f83baa-149a-41c4-8a14-98f69a7d1c31 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0545442 Apr 14 22:03:36.302306 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11130a89-7707-4d3a-b7e1-a55a06f5b040 req-540cfb51-2fa6-4e52-8a31-fa4e3e756314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:36.303865 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-11130a89-7707-4d3a-b7e1-a55a06f5b040 req-540cfb51-2fa6-4e52-8a31-fa4e3e756314 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947&tenant_id=8354505d255643918a23f2f53ed53d67 HTTP/1.1" status: 200 len: 1128 time: 0.1471922 Apr 14 22:03:36.306090 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e2411ff0-0169-4288-810f-ba9dcb122c08 req-930e7779-bcd9-4728-b6c6-48553e2fba7b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5e20866-74a2-4572-b910-150af0b0a925 HTTP/1.1" status: 200 len: 1002 time: 0.1578085 Apr 14 22:03:36.309182 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7986d0ac-6ef0-42ed-8837-ef1caa9f731a req-0df707f7-4f9c-4b74-b2b0-d590e1735906 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760416 Apr 14 22:03:36.858055 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8454cc0-8925-40be-a292-404575ebf169 req-b1daee5a-9bcc-4c3d-b38c-e978dde8c575 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:36.863418 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f8454cc0-8925-40be-a292-404575ebf169 req-b1daee5a-9bcc-4c3d-b38c-e978dde8c575 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0629175 Apr 14 22:03:36.914062 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f8454cc0-8925-40be-a292-404575ebf169 req-df08bcee-b9f2-4117-8a5f-b1ce34395581 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476434 Apr 14 22:03:36.982016 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbe11e-4df5-450c-9db6-ff1dfc3dc4b3 req-2ea17b58-b384-4d65-aa1f-d1f569419f99 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:36.983786 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2dfbe11e-4df5-450c-9db6-ff1dfc3dc4b3 req-2ea17b58-b384-4d65-aa1f-d1f569419f99 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 943 time: 0.0579722 Apr 14 22:03:37.037146 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 47846) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:03:37.038532 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2dfbe11e-4df5-450c-9db6-ff1dfc3dc4b3 req-cfeb92c6-e67c-4656-bf43-18e6b85e4b31 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482993 Apr 14 22:03:37.168352 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-36f90e04-842b-43eb-bf74-f29b427f9001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:37.252290 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-36f90e04-842b-43eb-bf74-f29b427f9001 admin admin] Publish callbacks [] for security_group (2e94be81-0b9d-4eb3-b682-e99c4448a5cb), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:37.256492 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-36f90e04-842b-43eb-bf74-f29b427f9001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (2e94be81-0b9d-4eb3-b682-e99c4448a5cb), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:37.303247 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-36f90e04-842b-43eb-bf74-f29b427f9001 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6dc65f6881d44ae8bb412a1940001945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648268 Apr 14 22:03:37.304173 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f90e04-842b-43eb-bf74-f29b427f9001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e94be81-0b9d-4eb3-b682-e99c4448a5cb,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:37.306711 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 47854) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:03:37.361425 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4a6fc658-6809-4dc6-9724-05ead6dcdfc1 admin admin] Publish callbacks [] for security_group (2e94be81-0b9d-4eb3-b682-e99c4448a5cb), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:37.389170 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4a6fc658-6809-4dc6-9724-05ead6dcdfc1 admin admin] Publish callbacks [] for security_group (2e94be81-0b9d-4eb3-b682-e99c4448a5cb), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:37.437292 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371571d4-21ff-4d23-9c2d-ef380f851e2e req-a4e94890-3ce3-4bcd-8f62-4f0f049eeede tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:37.439063 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-371571d4-21ff-4d23-9c2d-ef380f851e2e req-a4e94890-3ce3-4bcd-8f62-4f0f049eeede tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0509982 Apr 14 22:03:37.444955 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4a6fc658-6809-4dc6-9724-05ead6dcdfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (2e94be81-0b9d-4eb3-b682-e99c4448a5cb), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:37.448625 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4a6fc658-6809-4dc6-9724-05ead6dcdfc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:37.450183 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-4a6fc658-6809-4dc6-9724-05ead6dcdfc1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2e94be81-0b9d-4eb3-b682-e99c4448a5cb HTTP/1.1" status: 204 len: 168 time: 0.1422827 Apr 14 22:03:37.462453 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fc658-6809-4dc6-9724-05ead6dcdfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e94be81-0b9d-4eb3-b682-e99c4448a5cb,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:37.509859 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-371571d4-21ff-4d23-9c2d-ef380f851e2e req-e4266c93-3864-4657-86fe-27d1a26f9fa5 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647089 Apr 14 22:03:37.903303 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 521a8421-b014-4d50-883e-a6bf1d1019d3 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:03:38.048562 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 521a8421-b014-4d50-883e-a6bf1d1019d3, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=521a8421-b014-4d50-883e-a6bf1d1019d3,segment=NetworkSegment(24888de7-6475-43bb-a908-022d110a0453),segment_id=24888de7-6475-43bb-a908-022d110a0453)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:03:38.081392 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Returning: {'device': '521a8421-b014-4d50-883e-a6bf1d1019d3', 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24', 'port_id': '521a8421-b014-4d50-883e-a6bf1d1019d3', 'mac_address': 'fa:16:3e:fe:e4:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '801c38b5-c92d-488d-9425-23346baf9bd6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:03:38.081835 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2a49d-bc65-4ae2-8656-52232b7d0444 req-633ed702-b5b2-4d6e-b0de-c3e36c6a6c36 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:38.083662 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a7a2a49d-bc65-4ae2-8656-52232b7d0444 req-633ed702-b5b2-4d6e-b0de-c3e36c6a6c36 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0614185 Apr 14 22:03:38.134808 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 521a8421-b014-4d50-883e-a6bf1d1019d3 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:03:38.136198 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (521a8421-b014-4d50-883e-a6bf1d1019d3), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:38.153034 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521a8421-b014-4d50-883e-a6bf1d1019d3 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:03:38.179664 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a7a2a49d-bc65-4ae2-8656-52232b7d0444 req-4c01c8b6-bdc5-4095-a92a-854e957202e0 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885227 Apr 14 22:03:38.182738 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 521a8421-b014-4d50-883e-a6bf1d1019d3, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=521a8421-b014-4d50-883e-a6bf1d1019d3,segment=NetworkSegment(24888de7-6475-43bb-a908-022d110a0453),segment_id=24888de7-6475-43bb-a908-022d110a0453)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:03:38.196415 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (521a8421-b014-4d50-883e-a6bf1d1019d3), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:38.213046 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c49db-3c18-446d-8a3c-561eb5c6d1f5 req-46ccf6ba-6aeb-4ae8-b1a2-108e45cd9a19 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:38.216041 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-399c49db-3c18-446d-8a3c-561eb5c6d1f5 req-46ccf6ba-6aeb-4ae8-b1a2-108e45cd9a19 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 943 time: 0.0838301 Apr 14 22:03:38.256548 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=521a8421-b014-4d50-883e-a6bf1d1019d3,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:38.287623 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-399c49db-3c18-446d-8a3c-561eb5c6d1f5 req-74bea0ea-818b-43c2-8256-b4192fa4061c tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624151 Apr 14 22:03:38.639324 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae74791-7ecd-47c6-b7e1-46212ffeb917 req-465294d2-9d48-4eba-b7d7-00b96b37bd89 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:38.641638 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6ae74791-7ecd-47c6-b7e1-46212ffeb917 req-465294d2-9d48-4eba-b7d7-00b96b37bd89 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0512984 Apr 14 22:03:38.702722 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6ae74791-7ecd-47c6-b7e1-46212ffeb917 req-cbfdc8b6-1b72-4a79-a3c1-f5e3d9e2c5dd tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554399 Apr 14 22:03:38.815859 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 8fabbfbf-519c-46b3-bc33-8a682148155d no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:03:38.842181 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] No Port match for: 8fabbfbf-519c-46b3-bc33-8a682148155d {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:03:38.843002 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 8fabbfbf-519c-46b3-bc33-8a682148155d not bound to the agent host hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:03:38.897519 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11130a89-7707-4d3a-b7e1-a55a06f5b040 req-1310be2b-a9f7-4a4e-9da8-e9a3f7638d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:38.899004 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-11130a89-7707-4d3a-b7e1-a55a06f5b040 req-1310be2b-a9f7-4a4e-9da8-e9a3f7638d7a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8354505d255643918a23f2f53ed53d67&device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 1128 time: 0.0655167 Apr 14 22:03:38.916390 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2411ff0-0169-4288-810f-ba9dcb122c08 req-bea04f46-f9d0-4cff-9781-8794da0f699f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:38.917835 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e2411ff0-0169-4288-810f-ba9dcb122c08 req-bea04f46-f9d0-4cff-9781-8794da0f699f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7eeaee9-acfc-4c29-821f-fe146a812549 HTTP/1.1" status: 200 len: 850 time: 0.0926847 Apr 14 22:03:39.049734 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2411ff0-0169-4288-810f-ba9dcb122c08 req-4117a3c8-be95-47b2-b91f-51b55a69a643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:39.051232 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e2411ff0-0169-4288-810f-ba9dcb122c08 req-4117a3c8-be95-47b2-b91f-51b55a69a643 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=effe8ea7-6d93-45a6-99a1-18a80b92d90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1219459 Apr 14 22:03:39.080961 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['521a8421-b014-4d50-883e-a6bf1d1019d3'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:03:39.105292 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11130a89-7707-4d3a-b7e1-a55a06f5b040 req-92d2682e-9068-44e2-979c-da0f8a620d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:39.106776 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-11130a89-7707-4d3a-b7e1-a55a06f5b040 req-92d2682e-9068-44e2-979c-da0f8a620d11 service neutron] 10.222.0.26 "GET /v2.0/networks?id=85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 HTTP/1.1" status: 200 len: 917 time: 0.2000155 Apr 14 22:03:39.224142 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-11130a89-7707-4d3a-b7e1-a55a06f5b040 req-eaad800b-6592-4732-b8a7-8469bb0b0d62 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b HTTP/1.1" status: 200 len: 1000 time: 0.0897646 Apr 14 22:03:39.226050 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e2411ff0-0169-4288-810f-ba9dcb122c08 req-c4ee0da4-68e1-4f7b-9ef9-6767918097bb service neutron] 10.222.0.26 "GET /v2.0/networks/effe8ea7-6d93-45a6-99a1-18a80b92d90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663980 Apr 14 22:03:39.348874 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba57068-f2cf-4ca0-be4a-c59383916847 req-65197312-7c21-4729-99e5-c95f350a094c tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:39.352897 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-dba57068-f2cf-4ca0-be4a-c59383916847 req-65197312-7c21-4729-99e5-c95f350a094c tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0877070 Apr 14 22:03:39.419283 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-dba57068-f2cf-4ca0-be4a-c59383916847 req-506959e6-b483-4949-92db-4f0dfe1574f7 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613511 Apr 14 22:03:39.629969 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11130a89-7707-4d3a-b7e1-a55a06f5b040 req-b81e86b4-fdc6-41f5-9105-f52fe447c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:39.631436 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-11130a89-7707-4d3a-b7e1-a55a06f5b040 req-b81e86b4-fdc6-41f5-9105-f52fe447c335 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a14408c-0a04-4255-b049-e60b2b57871e HTTP/1.1" status: 200 len: 856 time: 0.3957036 Apr 14 22:03:39.644229 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecdcc5-afa1-4836-8426-429c6fcf0cae req-9620e20c-c206-4472-a5f0-d10627ebf3a0 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:39.645756 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7aecdcc5-afa1-4836-8426-429c6fcf0cae req-9620e20c-c206-4472-a5f0-d10627ebf3a0 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 944 time: 0.0688291 Apr 14 22:03:39.714118 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e2411ff0-0169-4288-810f-ba9dcb122c08 req-87097079-d7a5-4b65-9347-46a8475d2278 service neutron] 10.222.0.26 "GET /v2.0/networks/effe8ea7-6d93-45a6-99a1-18a80b92d90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793649 Apr 14 22:03:39.714933 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11130a89-7707-4d3a-b7e1-a55a06f5b040 req-8bd2986c-4dd0-4d82-913c-4639aeb9aaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:39.716307 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-11130a89-7707-4d3a-b7e1-a55a06f5b040 req-8bd2986c-4dd0-4d82-913c-4639aeb9aaf8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85de08d8-9eb8-4e52-8d6f-cc3f42de82b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0678382 Apr 14 22:03:39.777108 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7aecdcc5-afa1-4836-8426-429c6fcf0cae req-637a20a9-ab38-4111-bf9a-9fa37d2c55d9 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168833 Apr 14 22:03:39.864721 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 521a8421-b014-4d50-883e-a6bf1d1019d3 up at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:03:39.869023 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-11130a89-7707-4d3a-b7e1-a55a06f5b040 req-6d2550bb-ca29-4735-914d-b43e6c7e0001 service neutron] 10.222.0.26 "GET /v2.0/networks/85de08d8-9eb8-4e52-8d6f-cc3f42de82b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389110 Apr 14 22:03:39.879164 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df77aed-b15b-4a0c-a29a-c7154a3494e8 req-23a74243-1d0d-4485-888f-b3b61a09818f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:39.880925 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9df77aed-b15b-4a0c-a29a-c7154a3494e8 req-23a74243-1d0d-4485-888f-b3b61a09818f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0612359 Apr 14 22:03:39.932576 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning for port 521a8421-b014-4d50-883e-a6bf1d1019d3 completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:03:39.937627 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9df77aed-b15b-4a0c-a29a-c7154a3494e8 req-37aee3de-808a-4e6d-9706-ca70b4a80f67 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507534 Apr 14 22:03:39.953991 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning complete for port 521a8421-b014-4d50-883e-a6bf1d1019d3 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:03:39.954864 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (521a8421-b014-4d50-883e-a6bf1d1019d3), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:40.102196 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 521a8421-b014-4d50-883e-a6bf1d1019d3 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:03:40.102863 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (521a8421-b014-4d50-883e-a6bf1d1019d3), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:40.127574 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5198e879-71a8-47e9-ab6a-72e7efec83bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521a8421-b014-4d50-883e-a6bf1d1019d3'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:03:40.129893 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530b6f79e2c270c80a285cfd043402f608e5b18a2df6684fea4c07fd95dfc091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe214890-d21c-48d0-bcc0-30f81b4bec39" -d '{"events": [{"server_uuid": "5198e879-71a8-47e9-ab6a-72e7efec83bc", "name": "network-vif-plugged", "status": "completed", "tag": "521a8421-b014-4d50-883e-a6bf1d1019d3"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:03:40.145263 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 521a8421-b014-4d50-883e-a6bf1d1019d3, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=521a8421-b014-4d50-883e-a6bf1d1019d3,segment=NetworkSegment(24888de7-6475-43bb-a908-022d110a0453),segment_id=24888de7-6475-43bb-a908-022d110a0453)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:03:40.150450 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (521a8421-b014-4d50-883e-a6bf1d1019d3), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:40.152260 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-11130a89-7707-4d3a-b7e1-a55a06f5b040 req-9523cd3f-8116-46f6-bc06-203b918d23e1 service neutron] 10.222.0.26 "GET /v2.0/networks/85de08d8-9eb8-4e52-8d6f-cc3f42de82b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775732 Apr 14 22:03:40.197297 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8c1e41-c591-4f40-8b1e-930707003169 x-openstack-request-id: req-1f8c1e41-c591-4f40-8b1e-930707003169 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:03:40.197590 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5198e879-71a8-47e9-ab6a-72e7efec83bc", "name": "network-vif-plugged", "status": "completed", "tag": "521a8421-b014-4d50-883e-a6bf1d1019d3", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:03:40.197847 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f8c1e41-c591-4f40-8b1e-930707003169 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:03:40.198381 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f8c1e41-c591-4f40-8b1e-930707003169'] response: {'server_uuid': '5198e879-71a8-47e9-ab6a-72e7efec83bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521a8421-b014-4d50-883e-a6bf1d1019d3', 'code': 200} Apr 14 22:03:40.231194 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=521a8421-b014-4d50-883e-a6bf1d1019d3,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:40.601716 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6640d0-aab5-444a-9c53-7de0b57279e9 req-63fd4cd8-2427-40a7-97c3-6a4d1600b456 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:40.604362 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cf6640d0-aab5-444a-9c53-7de0b57279e9 req-63fd4cd8-2427-40a7-97c3-6a4d1600b456 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0760665 Apr 14 22:03:40.669130 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cf6640d0-aab5-444a-9c53-7de0b57279e9 req-956df837-c5c2-4a15-a3c9-bc77012727f8 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575809 Apr 14 22:03:40.969051 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48888be6-0be7-4234-b012-669c23de8bd0 req-ad8448cf-3d12-477f-a013-0ededb5d6c6a tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:40.972902 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-48888be6-0be7-4234-b012-669c23de8bd0 req-ad8448cf-3d12-477f-a013-0ededb5d6c6a tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 945 time: 0.0866225 Apr 14 22:03:41.014048 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b71649-d356-4038-8348-010d725d1efb req-ac0a974a-ba16-45d1-bb55-8deb7dd71fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:41.016390 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-f2b71649-d356-4038-8348-010d725d1efb req-ac0a974a-ba16-45d1-bb55-8deb7dd71fd0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 1129 time: 0.0946503 Apr 14 22:03:41.062520 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-48888be6-0be7-4234-b012-669c23de8bd0 req-c6ce1c96-2b96-4c31-884a-d0fa99595d2e tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795326 Apr 14 22:03:41.115549 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-f2b71649-d356-4038-8348-010d725d1efb req-c005c7b1-fa8a-4255-8482-c833d03687fc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901496 Apr 14 22:03:41.128853 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f366e-7317-4b93-bdea-88b0b68ed7f5 req-4e171322-a22f-4021-ab97-417edf57ba95 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:41.130647 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7a5f366e-7317-4b93-bdea-88b0b68ed7f5 req-4e171322-a22f-4021-ab97-417edf57ba95 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.1025283 Apr 14 22:03:41.194726 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7a5f366e-7317-4b93-bdea-88b0b68ed7f5 req-fe78ff83-aa0e-4838-8644-c6a7d358cd07 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563064 Apr 14 22:03:41.808557 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e37e7-488c-49ab-b151-712d86a4fa22 req-efa54e30-db08-4f91-8997-f8a89dbbda8a tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:41.810097 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e68e37e7-488c-49ab-b151-712d86a4fa22 req-efa54e30-db08-4f91-8997-f8a89dbbda8a tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0619347 Apr 14 22:03:41.871122 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e68e37e7-488c-49ab-b151-712d86a4fa22 req-813191a4-0bbe-4ec3-87b2-81473a348e57 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472484 Apr 14 22:03:42.173345 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2746d6-b2fe-4439-8c13-f35d91a4c1ea req-d984ac3d-ef7f-436c-b041-6c150ec699bb tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:42.174927 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ad2746d6-b2fe-4439-8c13-f35d91a4c1ea req-d984ac3d-ef7f-436c-b041-6c150ec699bb tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 945 time: 0.0486858 Apr 14 22:03:42.267213 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ad2746d6-b2fe-4439-8c13-f35d91a4c1ea req-34df404f-a3f6-4656-a69e-97de89e171d6 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828896 Apr 14 22:03:42.327803 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213b7b9-83ac-447a-8dbc-f0f4e8a83a06 req-1634bc80-435d-4da5-8145-5fbc6ddd16dd tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:42.327803 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7213b7b9-83ac-447a-8dbc-f0f4e8a83a06 req-1634bc80-435d-4da5-8145-5fbc6ddd16dd tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0539496 Apr 14 22:03:42.393668 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7213b7b9-83ac-447a-8dbc-f0f4e8a83a06 req-485f2aff-2655-4a9b-bba3-80bd244d135f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563772 Apr 14 22:03:42.797926 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:42.848846 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f73d0-755a-4a6b-87d0-9cc0aef6d688 req-1af8ce1d-a9da-48e2-96e1-ffd22d7ff8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:42.850516 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-827f73d0-755a-4a6b-87d0-9cc0aef6d688 req-1af8ce1d-a9da-48e2-96e1-ffd22d7ff8d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8354505d255643918a23f2f53ed53d67&device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 1128 time: 0.0514801 Apr 14 22:03:42.995478 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f73d0-755a-4a6b-87d0-9cc0aef6d688 req-9cc3393f-55bf-4e00-9b3b-dafdfed6c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:42.997614 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-827f73d0-755a-4a6b-87d0-9cc0aef6d688 req-9cc3393f-55bf-4e00-9b3b-dafdfed6c1b8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 HTTP/1.1" status: 200 len: 917 time: 0.1173344 Apr 14 22:03:43.090069 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-827f73d0-755a-4a6b-87d0-9cc0aef6d688 req-3e36ebd4-1d1f-4b0c-af77-bc809c7ec028 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b HTTP/1.1" status: 200 len: 1000 time: 0.0802379 Apr 14 22:03:43.152965 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f73d0-755a-4a6b-87d0-9cc0aef6d688 req-c96b624b-ab7d-4a26-be3c-712fe99270d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:43.154477 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-827f73d0-755a-4a6b-87d0-9cc0aef6d688 req-c96b624b-ab7d-4a26-be3c-712fe99270d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a14408c-0a04-4255-b049-e60b2b57871e HTTP/1.1" status: 200 len: 856 time: 0.0524743 Apr 14 22:03:43.206001 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f73d0-755a-4a6b-87d0-9cc0aef6d688 req-729e2adc-fb2f-4b77-82c1-7abda7e02c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:43.207533 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-827f73d0-755a-4a6b-87d0-9cc0aef6d688 req-729e2adc-fb2f-4b77-82c1-7abda7e02c78 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85de08d8-9eb8-4e52-8d6f-cc3f42de82b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457690 Apr 14 22:03:43.339827 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-827f73d0-755a-4a6b-87d0-9cc0aef6d688 req-bbb99564-4681-4390-a9d4-8ca91a4039ff service neutron] 10.222.0.26 "GET /v2.0/networks/85de08d8-9eb8-4e52-8d6f-cc3f42de82b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245182 Apr 14 22:03:43.403772 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df123510-bce3-46f8-9b96-43bc8d379cdf req-8b0e88d4-dfda-4de9-836d-8301a33da443 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:43.405918 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-df123510-bce3-46f8-9b96-43bc8d379cdf req-8b0e88d4-dfda-4de9-836d-8301a33da443 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 945 time: 0.0557823 Apr 14 22:03:43.470829 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-df123510-bce3-46f8-9b96-43bc8d379cdf req-2833ec5e-214f-4091-b9aa-173007ce4b21 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582616 Apr 14 22:03:43.489453 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-827f73d0-755a-4a6b-87d0-9cc0aef6d688 req-d9fb5217-dfd5-41e5-a60d-f507992193e4 service neutron] 10.222.0.26 "GET /v2.0/networks/85de08d8-9eb8-4e52-8d6f-cc3f42de82b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314695 Apr 14 22:03:43.586408 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b0bd9-3f6e-4f24-9af4-00c1fe04470c req-5bfd7b73-5b77-494a-afd1-f9141fa6670c tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:43.588006 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-199b0bd9-3f6e-4f24-9af4-00c1fe04470c req-5bfd7b73-5b77-494a-afd1-f9141fa6670c tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0813630 Apr 14 22:03:43.612865 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be211e-ba95-4ec4-87d7-bf409ad05f54 req-50f34ab8-fdc8-4fdc-a528-91d1928fee83 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:43.615550 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-63be211e-ba95-4ec4-87d7-bf409ad05f54 req-50f34ab8-fdc8-4fdc-a528-91d1928fee83 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 945 time: 0.0584664 Apr 14 22:03:43.625719 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 48006) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:03:43.631464 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-05364c33-afb6-438b-881f-d1dd60ee4dbe tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Request body: {'floatingip': {'port_id': '521a8421-b014-4d50-883e-a6bf1d1019d3'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:03:43.692197 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-05364c33-afb6-438b-881f-d1dd60ee4dbe tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks [] for floatingip (5eca76cf-fa52-4be1-8f64-59a297a3dde8), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:43.698603 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-199b0bd9-3f6e-4f24-9af4-00c1fe04470c req-60966fb0-6d82-4362-abd2-b2be2c5b5f18 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024826 Apr 14 22:03:44.265066 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-05364c33-afb6-438b-881f-d1dd60ee4dbe tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:44.269817 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-05364c33-afb6-438b-881f-d1dd60ee4dbe tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (5eca76cf-fa52-4be1-8f64-59a297a3dde8), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:44.394248 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.l3_db [None req-05364c33-afb6-438b-881f-d1dd60ee4dbe tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Floating IP 5eca76cf-fa52-4be1-8f64-59a297a3dde8 associated. External IP: 172.27.2.70, port: 521a8421-b014-4d50-883e-a6bf1d1019d3. Apr 14 22:03:44.671705 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05364c33-afb6-438b-881f-d1dd60ee4dbe tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Router 736e1b67-9b69-49f4-8455-bddd9e3b58df has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:03:44.807829 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05364c33-afb6-438b-881f-d1dd60ee4dbe tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:03:44.814538 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-05364c33-afb6-438b-881f-d1dd60ee4dbe tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:44.834854 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631ab09b-fe01-4e11-a086-a49887ef15c6 None None] Sync routers for ids ['736e1b67-9b69-49f4-8455-bddd9e3b58df'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:03:44.851527 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-05364c33-afb6-438b-881f-d1dd60ee4dbe tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "PUT /v2.0/floatingips/5eca76cf-fa52-4be1-8f64-59a297a3dde8 HTTP/1.1" status: 200 len: 990 time: 1.2247188 Apr 14 22:03:44.852152 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5198e879-71a8-47e9-ab6a-72e7efec83bc', 'tag': '521a8421-b014-4d50-883e-a6bf1d1019d3'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:03:44.854662 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47661d3-a2a0-4573-863c-657d3217e6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "5198e879-71a8-47e9-ab6a-72e7efec83bc", "tag": "521a8421-b014-4d50-883e-a6bf1d1019d3"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:03:44.863792 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631ab09b-fe01-4e11-a086-a49887ef15c6 None None] Routers {'736e1b67-9b69-49f4-8455-bddd9e3b58df'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:03:44.864836 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-631ab09b-fe01-4e11-a086-a49887ef15c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:03:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['736e1b67-9b69-49f4-8455-bddd9e3b58df'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:03:44.913359 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7bc51-502c-4c17-bcdd-3ea0077292ec req-949ae84f-aa3d-4a3a-89a1-669afd11ccdb tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:44.922334 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-09b7bc51-502c-4c17-bcdd-3ea0077292ec req-949ae84f-aa3d-4a3a-89a1-669afd11ccdb tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.1194565 Apr 14 22:03:44.926243 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a23d59-a15d-41a9-ac60-caed43805a85 x-openstack-request-id: req-44a23d59-a15d-41a9-ac60-caed43805a85 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:03:44.926665 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5198e879-71a8-47e9-ab6a-72e7efec83bc", "tag": "521a8421-b014-4d50-883e-a6bf1d1019d3", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:03:44.927083 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-44a23d59-a15d-41a9-ac60-caed43805a85 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:03:44.929692 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44a23d59-a15d-41a9-ac60-caed43805a85'] response: {'name': 'network-changed', 'server_uuid': '5198e879-71a8-47e9-ab6a-72e7efec83bc', 'tag': '521a8421-b014-4d50-883e-a6bf1d1019d3', 'status': 'completed', 'code': 200} Apr 14 22:03:44.998650 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47661d3-a2a0-4573-863c-657d3217e6aa req-fb674797-d861-4816-ac82-2403a5adc37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:45.001202 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-09b7bc51-502c-4c17-bcdd-3ea0077292ec req-45ee99eb-722d-40a4-9c9a-a4292bf825cc tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774436 Apr 14 22:03:45.001847 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b47661d3-a2a0-4573-863c-657d3217e6aa req-fb674797-d861-4816-ac82-2403a5adc37e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a890272563304d14843d609bdf1fd1f0&device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 1129 time: 0.0535989 Apr 14 22:03:45.010182 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-631ab09b-fe01-4e11-a086-a49887ef15c6 None None] Set router 736e1b67-9b69-49f4-8455-bddd9e3b58df gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:03:45.150852 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47661d3-a2a0-4573-863c-657d3217e6aa req-71c5cf82-35e8-4531-9aa6-31b384009525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:45.153078 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b47661d3-a2a0-4573-863c-657d3217e6aa req-71c5cf82-35e8-4531-9aa6-31b384009525 service neutron] 10.222.0.26 "GET /v2.0/networks?id=24ce8649-73b0-4bad-abdf-64923fbb2e24 HTTP/1.1" status: 200 len: 919 time: 0.1277356 Apr 14 22:03:45.253218 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b47661d3-a2a0-4573-863c-657d3217e6aa req-d890bd09-86b0-4ba4-8369-ee29596387f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=521a8421-b014-4d50-883e-a6bf1d1019d3 HTTP/1.1" status: 200 len: 998 time: 0.0916929 Apr 14 22:03:45.318356 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47661d3-a2a0-4573-863c-657d3217e6aa req-c883000b-ecde-48c0-a3ab-2a2d532eacee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:45.319872 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b47661d3-a2a0-4573-863c-657d3217e6aa req-c883000b-ecde-48c0-a3ab-2a2d532eacee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=801c38b5-c92d-488d-9425-23346baf9bd6 HTTP/1.1" status: 200 len: 858 time: 0.0549490 Apr 14 22:03:45.382385 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47661d3-a2a0-4573-863c-657d3217e6aa req-8d950f21-3285-4b8a-8b4d-c72c8680ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:45.385024 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b47661d3-a2a0-4573-863c-657d3217e6aa req-8d950f21-3285-4b8a-8b4d-c72c8680ddc2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=24ce8649-73b0-4bad-abdf-64923fbb2e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562711 Apr 14 22:03:45.442275 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-631ab09b-fe01-4e11-a086-a49887ef15c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'name': 'tempest-ServerRescueNegativeTestJSON-2065454866-router', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'c175947b-82e8-432e-971a-a338266f5244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:50Z', 'updated_at': '2022-04-14T22:01:03Z', 'revision_number': 4, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'gw_port': {'id': 'c175947b-82e8-432e-971a-a338266f5244', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '5eca76cf-fa52-4be1-8f64-59a297a3dde8', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'port_id': '521a8421-b014-4d50-883e-a6bf1d1019d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24', 'mac_address': 'fa:16:3e:fe:e4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5198e879-71a8-47e9-ab6a-72e7efec83bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:03:19Z', 'updated_at': '2022-04-14T22:03:44Z', 'revision_number': 1, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033eaae8-9407-420d-b99d-291c920c060f', 'name': '', 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'mac_address': 'fa:16:3e:7a:91:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '801c38b5-c92d-488d-9425-23346baf9bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:01:01Z', 'updated_at': '2022-04-14T22:01:15Z', 'revision_number': 5, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'subnets': [{'id': '801c38b5-c92d-488d-9425-23346baf9bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:03:45.479894 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631ab09b-fe01-4e11-a086-a49887ef15c6 None None] Checking router: 736e1b67-9b69-49f4-8455-bddd9e3b58df for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:03:45.500087 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631ab09b-fe01-4e11-a086-a49887ef15c6 None None] Routers {'736e1b67-9b69-49f4-8455-bddd9e3b58df'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:03:45.500818 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-631ab09b-fe01-4e11-a086-a49887ef15c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:03:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['736e1b67-9b69-49f4-8455-bddd9e3b58df'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:03:45.519357 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b47661d3-a2a0-4573-863c-657d3217e6aa req-ffc4bf42-04b2-4869-82e9-9a2cd7e68977 service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251864 Apr 14 22:03:45.634100 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-631ab09b-fe01-4e11-a086-a49887ef15c6 None None] Set router 736e1b67-9b69-49f4-8455-bddd9e3b58df gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:03:45.640506 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b47661d3-a2a0-4573-863c-657d3217e6aa req-0e4caaca-91c8-4901-967b-25c2dedb705d service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081309 Apr 14 22:03:45.887847 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-631ab09b-fe01-4e11-a086-a49887ef15c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'name': 'tempest-ServerRescueNegativeTestJSON-2065454866-router', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'c175947b-82e8-432e-971a-a338266f5244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:50Z', 'updated_at': '2022-04-14T22:01:03Z', 'revision_number': 4, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'gw_port': {'id': 'c175947b-82e8-432e-971a-a338266f5244', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '5eca76cf-fa52-4be1-8f64-59a297a3dde8', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'port_id': '521a8421-b014-4d50-883e-a6bf1d1019d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24', 'mac_address': 'fa:16:3e:fe:e4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5198e879-71a8-47e9-ab6a-72e7efec83bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:03:19Z', 'updated_at': '2022-04-14T22:03:44Z', 'revision_number': 1, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033eaae8-9407-420d-b99d-291c920c060f', 'name': '', 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'mac_address': 'fa:16:3e:7a:91:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '801c38b5-c92d-488d-9425-23346baf9bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:01:01Z', 'updated_at': '2022-04-14T22:01:15Z', 'revision_number': 5, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'subnets': [{'id': '801c38b5-c92d-488d-9425-23346baf9bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:03:45.920159 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631ab09b-fe01-4e11-a086-a49887ef15c6 None None] The sync data for ids ['736e1b67-9b69-49f4-8455-bddd9e3b58df'] in dv-cinder-838009-1-iscsi is: [{'id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'name': 'tempest-ServerRescueNegativeTestJSON-2065454866-router', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'c175947b-82e8-432e-971a-a338266f5244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:50Z', 'updated_at': '2022-04-14T22:01:03Z', 'revision_number': 4, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'gw_port': {'id': 'c175947b-82e8-432e-971a-a338266f5244', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '5eca76cf-fa52-4be1-8f64-59a297a3dde8', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'port_id': '521a8421-b014-4d50-883e-a6bf1d1019d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24', 'mac_address': 'fa:16:3e:fe:e4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5198e879-71a8-47e9-ab6a-72e7efec83bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:03:19Z', 'updated_at': '2022-04-14T22:03:44Z', 'revision_number': 1, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033eaae8-9407-420d-b99d-291c920c060f', 'name': '', 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'mac_address': 'fa:16:3e:7a:91:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '801c38b5-c92d-488d-9425-23346baf9bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:01:01Z', 'updated_at': '2022-04-14T22:01:15Z', 'revision_number': 5, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'subnets': [{'id': '801c38b5-c92d-488d-9425-23346baf9bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:03:46.138637 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7abfa8-55d2-4f7c-8618-24a29df548a3 req-a655f64a-4e42-4436-b282-4ea9b57e7b36 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:46.140500 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8c7abfa8-55d2-4f7c-8618-24a29df548a3 req-a655f64a-4e42-4436-b282-4ea9b57e7b36 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0572405 Apr 14 22:03:46.174331 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa2c48-0da4-4fbf-afb0-bc467716e8db None None] New status for floating IP 5eca76cf-fa52-4be1-8f64-59a297a3dde8: ACTIVE {{(pid=103421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:03:46.205110 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8c7abfa8-55d2-4f7c-8618-24a29df548a3 req-6f4c9cef-84b2-41fe-b7cd-6da8693cbf45 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586174 Apr 14 22:03:47.353010 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9765677-619a-4e54-b04e-d36600768e11 req-53e73174-dda1-4c97-8d7f-5cf378656659 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:47.355478 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d9765677-619a-4e54-b04e-d36600768e11 req-53e73174-dda1-4c97-8d7f-5cf378656659 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0559208 Apr 14 22:03:47.424936 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d9765677-619a-4e54-b04e-d36600768e11 req-afebc8ff-ce31-41b4-aa57-c81e18310f4c tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586386 Apr 14 22:03:48.558112 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dd8ac-8ec2-488b-a6b5-eef3aed26f0d req-3483c852-b8ce-4ecb-b2d4-290ec19d6692 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:48.560701 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8c6dd8ac-8ec2-488b-a6b5-eef3aed26f0d req-3483c852-b8ce-4ecb-b2d4-290ec19d6692 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0545578 Apr 14 22:03:48.655557 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8c6dd8ac-8ec2-488b-a6b5-eef3aed26f0d req-9bd097e1-b873-4211-b1c2-9fbe85ce6657 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813437 Apr 14 22:03:49.773787 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60344040-803b-41f9-9418-5279a5b13774 req-56885f42-8be6-4da4-bbd4-14bff3d58bb2 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:49.775522 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-60344040-803b-41f9-9418-5279a5b13774 req-56885f42-8be6-4da4-bbd4-14bff3d58bb2 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0501063 Apr 14 22:03:49.840951 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-60344040-803b-41f9-9418-5279a5b13774 req-c9c754f4-e5e2-4972-86e0-a15f8b2fbb2f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579495 Apr 14 22:03:50.982629 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d75bc2-7347-4f70-b52d-609e288c1c13 req-d58d492f-30e2-42e9-a592-51ef559214e7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:50.989721 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-39d75bc2-7347-4f70-b52d-609e288c1c13 req-d58d492f-30e2-42e9-a592-51ef559214e7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0776434 Apr 14 22:03:51.040765 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-39d75bc2-7347-4f70-b52d-609e288c1c13 req-c308502b-40af-4c7f-95f2-093d2cb7bbba tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501232 Apr 14 22:03:52.178959 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a913c-fc0b-4d27-93df-c13772e9f624 req-e3b841f7-4de1-41b6-8c8c-39f50edd3fca tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:52.186740 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2d0a913c-fc0b-4d27-93df-c13772e9f624 req-e3b841f7-4de1-41b6-8c8c-39f50edd3fca tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0593963 Apr 14 22:03:52.239041 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2d0a913c-fc0b-4d27-93df-c13772e9f624 req-aa0b3ddd-bebd-464b-b145-38e001a66c99 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511625 Apr 14 22:03:53.395542 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d68f6-5a70-4473-8287-233477da9c5d req-fcbb64de-6481-41e4-b790-15a87ab1d290 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:53.398274 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-905d68f6-5a70-4473-8287-233477da9c5d req-fcbb64de-6481-41e4-b790-15a87ab1d290 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0556393 Apr 14 22:03:53.449806 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-905d68f6-5a70-4473-8287-233477da9c5d req-9790395c-fd52-4186-b62e-aca98b489e2e tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442209 Apr 14 22:03:53.985068 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c9af458a-a8f3-4a40-b31f-6ffced551e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:54.614648 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c1991-1be2-4205-aa50-383d782ef8a6 req-bb15529d-2586-4959-8622-e690a8f20d50 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:54.621817 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a28c1991-1be2-4205-aa50-383d782ef8a6 req-bb15529d-2586-4959-8622-e690a8f20d50 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0592046 Apr 14 22:03:54.716750 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a28c1991-1be2-4205-aa50-383d782ef8a6 req-ca259f34-3f2e-49c7-b09e-8e91e85ba73d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935893 Apr 14 22:03:55.910096 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d94cd-ecf5-47d0-a6ca-d35a03385190 req-80668917-a3c8-4d8d-8e9f-0378412161c9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:55.912604 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-538d94cd-ecf5-47d0-a6ca-d35a03385190 req-80668917-a3c8-4d8d-8e9f-0378412161c9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0959289 Apr 14 22:03:55.977917 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-538d94cd-ecf5-47d0-a6ca-d35a03385190 req-f444ab3b-68c4-4eed-9601-c206260ba518 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567660 Apr 14 22:03:56.389599 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-76f1380f-edeb-4df9-988a-07ddb65a46ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:57.169556 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b094a-6206-4d1c-927f-7d405f332019 req-200f8855-4e88-41d4-b208-442f60102afa tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:57.178805 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-504b094a-6206-4d1c-927f-7d405f332019 req-200f8855-4e88-41d4-b208-442f60102afa tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0634942 Apr 14 22:03:57.250783 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-504b094a-6206-4d1c-927f-7d405f332019 req-ff0e0b4e-18aa-4df0-9674-ac5a3813afaf tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702620 Apr 14 22:03:57.503895 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:58.457055 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb8e42-873c-4f76-8395-9b9427718f52 req-f0e6ea01-a60c-425d-810f-1fd7ab36e0da tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:58.458944 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5afb8e42-873c-4f76-8395-9b9427718f52 req-f0e6ea01-a60c-425d-810f-1fd7ab36e0da tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0884624 Apr 14 22:03:58.589767 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5afb8e42-873c-4f76-8395-9b9427718f52 req-9f913f52-3690-435e-b726-f5c2b645ba85 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063147 Apr 14 22:03:58.811434 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:59.785923 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90548a-1872-4bc6-a767-27b45672a6bc req-6bff6f4d-9b38-4f28-bcbf-4c66bcd60a6e tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:59.796866 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7b90548a-1872-4bc6-a767-27b45672a6bc req-6bff6f4d-9b38-4f28-bcbf-4c66bcd60a6e tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.1106286 Apr 14 22:03:59.909660 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7b90548a-1872-4bc6-a767-27b45672a6bc req-4ed0f75b-98a3-400e-939c-abcd098807f8 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094866 Apr 14 22:04:00.458287 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:01.041036 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98e336-c87b-4246-8e9e-50415f261343 req-ad9c4cc2-af86-4aae-a3ae-6fe74b39a294 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:01.042509 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fa98e336-c87b-4246-8e9e-50415f261343 req-ad9c4cc2-af86-4aae-a3ae-6fe74b39a294 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0491977 Apr 14 22:04:01.099097 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fa98e336-c87b-4246-8e9e-50415f261343 req-e0b06f7b-1dfd-4d7c-9ec1-85beb4a438c4 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509131 Apr 14 22:04:02.251503 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1146b-0d80-4da6-81bf-fa718e7e5a9e req-bd442b0d-3d31-4a50-b261-ea841b11b694 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:02.253269 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-87a1146b-0d80-4da6-81bf-fa718e7e5a9e req-bd442b0d-3d31-4a50-b261-ea841b11b694 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0549901 Apr 14 22:04:02.307185 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-87a1146b-0d80-4da6-81bf-fa718e7e5a9e req-50f2664b-39ae-43d7-aa4b-e0e9038ff75b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480094 Apr 14 22:04:03.283956 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 48216) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:03.352837 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_v2 [None req-78597933-2a0b-4477-ab8b-5c5dce9436c0 admin admin] Deleting subnet 8bc70e60-793d-4def-862c-efba8d749ba5 {{(pid=103420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:04:03.357343 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-78597933-2a0b-4477-ab8b-5c5dce9436c0 admin admin] Publish callbacks [] for subnet (8bc70e60-793d-4def-862c-efba8d749ba5), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:03.426540 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-78597933-2a0b-4477-ab8b-5c5dce9436c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10468387'] for subnet (8bc70e60-793d-4def-862c-efba8d749ba5), precommit_delete_associations {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:03.527827 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242bea8-e6c4-44ef-bb7c-67e384128d05 req-d378dd4b-b757-438f-8478-89a60fba7f2c tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:03.534976 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5242bea8-e6c4-44ef-bb7c-67e384128d05 req-d378dd4b-b757-438f-8478-89a60fba7f2c tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0748990 Apr 14 22:04:03.552890 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-78597933-2a0b-4477-ab8b-5c5dce9436c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779310'] for subnet (8bc70e60-793d-4def-862c-efba8d749ba5), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:03.619013 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5242bea8-e6c4-44ef-bb7c-67e384128d05 req-a4045fc5-f825-458f-b245-52c232432114 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831618 Apr 14 22:04:03.637405 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-78597933-2a0b-4477-ab8b-5c5dce9436c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8824124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8655946'] for subnet (8bc70e60-793d-4def-862c-efba8d749ba5), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:03.664637 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78597933-2a0b-4477-ab8b-5c5dce9436c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bc70e60-793d-4def-862c-efba8d749ba5,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:03.667078 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-78597933-2a0b-4477-ab8b-5c5dce9436c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:03.673316 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-78597933-2a0b-4477-ab8b-5c5dce9436c0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8bc70e60-793d-4def-862c-efba8d749ba5 HTTP/1.1" status: 204 len: 168 time: 0.3863721 Apr 14 22:04:03.673687 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 48222) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:03.993119 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78597933-2a0b-4477-ab8b-5c5dce9436c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:03.993568 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78597933-2a0b-4477-ab8b-5c5dce9436c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:03.993924 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78597933-2a0b-4477-ab8b-5c5dce9436c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:03.994254 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78597933-2a0b-4477-ab8b-5c5dce9436c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:03.994643 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78597933-2a0b-4477-ab8b-5c5dce9436c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:03.995092 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78597933-2a0b-4477-ab8b-5c5dce9436c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:03.995411 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78597933-2a0b-4477-ab8b-5c5dce9436c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:03.995728 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78597933-2a0b-4477-ab8b-5c5dce9436c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:03.996119 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78597933-2a0b-4477-ab8b-5c5dce9436c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:03.996574 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78597933-2a0b-4477-ab8b-5c5dce9436c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:03.996897 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78597933-2a0b-4477-ab8b-5c5dce9436c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:03.997216 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78597933-2a0b-4477-ab8b-5c5dce9436c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:03.997531 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78597933-2a0b-4477-ab8b-5c5dce9436c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:03.997904 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78597933-2a0b-4477-ab8b-5c5dce9436c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:03.998221 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78597933-2a0b-4477-ab8b-5c5dce9436c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:04.016941 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c8100742-4820-4c9e-a709-fe8367ba953b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606303'] for network (ead2b527-1d93-45a6-923b-3786cd6083fa), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:04.094623 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c8100742-4820-4c9e-a709-fe8367ba953b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786069', 'neutron.services.segments.db._delete_segments_for_network-8754551739832'] for network (ead2b527-1d93-45a6-923b-3786cd6083fa), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:04.116851 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-c8100742-4820-4c9e-a709-fe8367ba953b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead2b527-1d93-45a6-923b-3786cd6083fa']}} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:04.128586 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-c8100742-4820-4c9e-a709-fe8367ba953b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26376248-65ac-431c-95e4-479a10e44fe6') {'for_net_delete': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:04.128882 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-c8100742-4820-4c9e-a709-fe8367ba953b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26376248-65ac-431c-95e4-479a10e44fe6') {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:04.139342 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c8100742-4820-4c9e-a709-fe8367ba953b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754551744449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10468376'] for segment (26376248-65ac-431c-95e4-479a10e44fe6), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:04.160104 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c8100742-4820-4c9e-a709-fe8367ba953b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (26376248-65ac-431c-95e4-479a10e44fe6), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:04.166878 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8100742-4820-4c9e-a709-fe8367ba953b admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:04:04.167277 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c8100742-4820-4c9e-a709-fe8367ba953b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8824198'] for segment (26376248-65ac-431c-95e4-479a10e44fe6), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: Traceback (most recent call last): Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: timer() Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: cb(*args, **kw) Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: return func(*args, **kwargs) Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: self._notify() Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: self.callback(batched_events) Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: event.method(event) Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: return f(self, *a, **k) Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: return self._get(url).json() Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: return self.request(url, 'GET', **kwargs) Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:04:04.169334 dv-cinder-838009-1-iscsi neutron-server[103420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:04:04.235853 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c8100742-4820-4c9e-a709-fe8367ba953b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773785'] for network (ead2b527-1d93-45a6-923b-3786cd6083fa), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:04.251513 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c8100742-4820-4c9e-a709-fe8367ba953b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:04.256539 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-c8100742-4820-4c9e-a709-fe8367ba953b admin admin] 10.222.0.43 "DELETE /v2.0/networks/ead2b527-1d93-45a6-923b-3786cd6083fa HTTP/1.1" status: 204 len: 168 time: 0.5817101 Apr 14 22:04:04.272168 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8100742-4820-4c9e-a709-fe8367ba953b admin admin] Pushing event deleted for resources: {'Network': ['ID=ead2b527-1d93-45a6-923b-3786cd6083fa,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:04.472065 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 48228) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:04.526867 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-f084880a-a75e-45d9-a953-354db766e72b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a575095f0cd4f6b8ca1856b836d8d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0535572 Apr 14 22:04:04.530764 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 48230) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:04.591069 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cc6deb8a-be4f-402d-bb17-c72225bf47c8 admin admin] Publish callbacks [] for security_group (4a471f1b-8bc0-4b82-ba7a-d5e784e43007), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:04.631943 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cc6deb8a-be4f-402d-bb17-c72225bf47c8 admin admin] Publish callbacks [] for security_group (4a471f1b-8bc0-4b82-ba7a-d5e784e43007), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:04.695281 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cc6deb8a-be4f-402d-bb17-c72225bf47c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (4a471f1b-8bc0-4b82-ba7a-d5e784e43007), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:04.698020 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cc6deb8a-be4f-402d-bb17-c72225bf47c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:04.699175 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-cc6deb8a-be4f-402d-bb17-c72225bf47c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4a471f1b-8bc0-4b82-ba7a-d5e784e43007 HTTP/1.1" status: 204 len: 168 time: 0.1671407 Apr 14 22:04:04.738405 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6deb8a-be4f-402d-bb17-c72225bf47c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a471f1b-8bc0-4b82-ba7a-d5e784e43007,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:04.751073 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6deb8a-be4f-402d-bb17-c72225bf47c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:04.751426 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6deb8a-be4f-402d-bb17-c72225bf47c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:04.751775 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6deb8a-be4f-402d-bb17-c72225bf47c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:04.752116 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6deb8a-be4f-402d-bb17-c72225bf47c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:04.752484 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6deb8a-be4f-402d-bb17-c72225bf47c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:04.752821 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6deb8a-be4f-402d-bb17-c72225bf47c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:04.753154 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6deb8a-be4f-402d-bb17-c72225bf47c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:04.753496 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6deb8a-be4f-402d-bb17-c72225bf47c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:04.753824 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6deb8a-be4f-402d-bb17-c72225bf47c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:04.754223 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6deb8a-be4f-402d-bb17-c72225bf47c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:04.754562 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6deb8a-be4f-402d-bb17-c72225bf47c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:04.754892 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6deb8a-be4f-402d-bb17-c72225bf47c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:04.755219 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6deb8a-be4f-402d-bb17-c72225bf47c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:04.755542 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6deb8a-be4f-402d-bb17-c72225bf47c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:04.755873 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6deb8a-be4f-402d-bb17-c72225bf47c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:04.769891 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5637e4-4d0d-4d46-b544-0e3d1816484a req-86032d0b-b7b0-4570-bd9b-ac8fde3b92d7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:04.771635 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1b5637e4-4d0d-4d46-b544-0e3d1816484a req-86032d0b-b7b0-4570-bd9b-ac8fde3b92d7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0709102 Apr 14 22:04:04.838789 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1b5637e4-4d0d-4d46-b544-0e3d1816484a req-1d872f84-53fa-42ce-83f3-ffdf676c75df tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614893 Apr 14 22:04:05.968831 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3505fcd-45a7-4bb4-a2bd-17d8043a0ae4 req-f48c584d-9ec2-462f-b62c-a3527f6e1dae tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:05.970577 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a3505fcd-45a7-4bb4-a2bd-17d8043a0ae4 req-f48c584d-9ec2-462f-b62c-a3527f6e1dae tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0537405 Apr 14 22:04:06.033355 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a3505fcd-45a7-4bb4-a2bd-17d8043a0ae4 req-9f4a1b0d-1641-44b2-962f-a3710cf7c967 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569108 Apr 14 22:04:07.176971 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf9151-3711-4a43-9a0b-5b1ab9b7ae3e req-74d4cf3c-5667-45a0-b836-879e937f6d17 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:07.178608 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7fdf9151-3711-4a43-9a0b-5b1ab9b7ae3e req-74d4cf3c-5667-45a0-b836-879e937f6d17 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0640848 Apr 14 22:04:07.230124 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7fdf9151-3711-4a43-9a0b-5b1ab9b7ae3e req-75c9e9b7-d85b-4421-b777-a2460a91f5b5 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458176 Apr 14 22:04:08.353767 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465206e-93fc-4bd4-9add-932c3d2f2e63 req-14663913-644f-4390-91d0-a54412103331 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:08.355250 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7465206e-93fc-4bd4-9add-932c3d2f2e63 req-14663913-644f-4390-91d0-a54412103331 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0487936 Apr 14 22:04:08.401442 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7465206e-93fc-4bd4-9add-932c3d2f2e63 req-b38679d2-b331-4548-a5ac-266bd2b0b9e3 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400932 Apr 14 22:04:09.518402 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1eb66-baa7-4262-82e1-035fb50e2dc1 req-fd31a815-ea61-4070-bed9-f5783d5577ab tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:09.519867 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6ee1eb66-baa7-4262-82e1-035fb50e2dc1 req-fd31a815-ea61-4070-bed9-f5783d5577ab tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0449569 Apr 14 22:04:09.565660 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6ee1eb66-baa7-4262-82e1-035fb50e2dc1 req-d4f28a6c-ce55-4d0c-8912-b6707e8dd6c1 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401578 Apr 14 22:04:10.681529 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c463ad-34b9-4d35-b522-36b9121d3efd req-e18ab14b-8e93-45ba-ac70-67e95ff8e60b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:10.682988 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e2c463ad-34b9-4d35-b522-36b9121d3efd req-e18ab14b-8e93-45ba-ac70-67e95ff8e60b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0465472 Apr 14 22:04:10.729235 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e2c463ad-34b9-4d35-b522-36b9121d3efd req-bc45623f-59a8-4941-9953-7353829b3f5f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405757 Apr 14 22:04:11.853290 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818e889-d0b2-44a1-87e8-1c8768e3da45 req-7ae55491-12ba-4c85-9309-aa986340d383 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:11.854900 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6818e889-d0b2-44a1-87e8-1c8768e3da45 req-7ae55491-12ba-4c85-9309-aa986340d383 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0514321 Apr 14 22:04:11.902184 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6818e889-d0b2-44a1-87e8-1c8768e3da45 req-69e8c13b-6e0d-4544-94d7-ee2929f86866 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411453 Apr 14 22:04:12.330945 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:04:12.832219 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:13.022162 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf593f90-902d-427b-82c2-c501c2845aa0 req-b1722f1e-f65e-4849-91b7-06b3acd05a68 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:13.023629 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cf593f90-902d-427b-82c2-c501c2845aa0 req-b1722f1e-f65e-4849-91b7-06b3acd05a68 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0496256 Apr 14 22:04:13.069944 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cf593f90-902d-427b-82c2-c501c2845aa0 req-23aefe8a-2702-41e4-9282-3d350ffa9d9d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403755 Apr 14 22:04:14.193594 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a2ce7-a358-4144-9e27-89692655e019 req-26d06d21-ff44-47b5-a5bd-9d541b5a4a4f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:14.195106 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f34a2ce7-a358-4144-9e27-89692655e019 req-26d06d21-ff44-47b5-a5bd-9d541b5a4a4f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 944 time: 0.0497282 Apr 14 22:04:14.247995 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f34a2ce7-a358-4144-9e27-89692655e019 req-d1ba5b8d-380a-4e6b-aa42-49e41908cbf9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457423 Apr 14 22:04:14.574251 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:04:14.674419 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:14.685655 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Returning: {'device': '9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'port_id': '9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b', 'mac_address': 'fa:16:3e:41:85:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:04:14.726011 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:04:14.726404 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:14.739397 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:04:14.759698 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:14.773474 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:14.820969 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b,revision_number=9']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:14.829508 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:14.829848 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:14.830219 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:14.830560 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:14.830888 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:14.831216 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:14.831541 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:14.831860 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:14.832183 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:14.832529 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:14.832844 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:14.833169 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:14.833486 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:14.833802 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:14.834122 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:15.065374 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:04:15.367330 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab892e40-d8c4-4abf-94b9-3a2741d6c685 req-2ff96424-2233-4282-8e10-e5a53b5102ba tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:15.368745 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ab892e40-d8c4-4abf-94b9-3a2741d6c685 req-2ff96424-2233-4282-8e10-e5a53b5102ba tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 945 time: 0.0470657 Apr 14 22:04:15.416488 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ab892e40-d8c4-4abf-94b9-3a2741d6c685 req-9015004e-e5cc-4fbc-8847-2eab9a1e1f7d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416784 Apr 14 22:04:16.013677 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 48378) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:16.067568 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b up at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:04:16.126616 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning complete for port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:16.127149 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:16.131120 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-19cb62f5-c7dd-46f5-8e66-34499db96bac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:16.213492 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-19cb62f5-c7dd-46f5-8e66-34499db96bac admin admin] Publish callbacks [] for security_group (83105675-1fa1-473f-9ab6-84319c344042), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:16.218776 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-19cb62f5-c7dd-46f5-8e66-34499db96bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (83105675-1fa1-473f-9ab6-84319c344042), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:16.219171 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:04:16.219566 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:16.246547 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a32fc51-3299-4bea-b3e4-5cbe5e807947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:04:16.249745 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530b6f79e2c270c80a285cfd043402f608e5b18a2df6684fea4c07fd95dfc091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341c739d-6f68-429f-90ed-c4ef0f1e6569" -d '{"events": [{"server_uuid": "7a32fc51-3299-4bea-b3e4-5cbe5e807947", "name": "network-vif-plugged", "status": "completed", "tag": "9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:04:16.265056 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:16.269994 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-19cb62f5-c7dd-46f5-8e66-34499db96bac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f4bc943259be42e0a3e0807ec86ee7ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553220 Apr 14 22:04:16.270640 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:16.271721 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb62f5-c7dd-46f5-8e66-34499db96bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83105675-1fa1-473f-9ab6-84319c344042,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:16.274708 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 48388) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:16.311903 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9c6a1e-b5ab-49d2-b219-fbb8feac038e x-openstack-request-id: req-4c9c6a1e-b5ab-49d2-b219-fbb8feac038e {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:04:16.312341 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a32fc51-3299-4bea-b3e4-5cbe5e807947", "name": "network-vif-plugged", "status": "completed", "tag": "9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:04:16.312762 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c9c6a1e-b5ab-49d2-b219-fbb8feac038e {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:04:16.313347 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c9c6a1e-b5ab-49d2-b219-fbb8feac038e'] response: {'server_uuid': '7a32fc51-3299-4bea-b3e4-5cbe5e807947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b', 'code': 200} Apr 14 22:04:16.347461 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b,revision_number=10']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:16.348902 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0592ee9e-6944-49fd-bb46-ca7ae8374da2 admin admin] Publish callbacks [] for security_group (83105675-1fa1-473f-9ab6-84319c344042), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:16.375627 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0592ee9e-6944-49fd-bb46-ca7ae8374da2 admin admin] Publish callbacks [] for security_group (83105675-1fa1-473f-9ab6-84319c344042), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:16.422469 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0592ee9e-6944-49fd-bb46-ca7ae8374da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (83105675-1fa1-473f-9ab6-84319c344042), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:16.425380 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0592ee9e-6944-49fd-bb46-ca7ae8374da2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:16.426677 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-0592ee9e-6944-49fd-bb46-ca7ae8374da2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83105675-1fa1-473f-9ab6-84319c344042 HTTP/1.1" status: 204 len: 168 time: 0.1510432 Apr 14 22:04:16.436235 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592ee9e-6944-49fd-bb46-ca7ae8374da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83105675-1fa1-473f-9ab6-84319c344042,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:16.539489 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb6b7a-112f-456b-8b66-4c966b50abe9 req-f2f32a92-54f2-468a-8a53-91da4aca2f28 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:16.541090 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-afcb6b7a-112f-456b-8b66-4c966b50abe9 req-f2f32a92-54f2-468a-8a53-91da4aca2f28 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 947 time: 0.0483274 Apr 14 22:04:16.602665 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-afcb6b7a-112f-456b-8b66-4c966b50abe9 req-6afd4bf4-320f-4e51-be3d-137e2a465742 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486615 Apr 14 22:04:16.779245 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057d582-9eb1-48be-be9a-92176e9c06f9 req-29ab7468-0bba-4b1a-88a2-1fb3c58dfaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:16.781169 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6057d582-9eb1-48be-be9a-92176e9c06f9 req-29ab7468-0bba-4b1a-88a2-1fb3c58dfaed service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 1131 time: 0.0388434 Apr 14 22:04:16.831982 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6057d582-9eb1-48be-be9a-92176e9c06f9 req-0eeb073c-887c-4eac-ad88-0bdec0c4347e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441723 Apr 14 22:04:17.731773 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d9cb6-510c-49e9-9aa5-33782e4672fd req-2d20f2b4-f3e4-4698-a0cd-cb4b895cdd39 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:17.733776 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b44d9cb6-510c-49e9-9aa5-33782e4672fd req-2d20f2b4-f3e4-4698-a0cd-cb4b895cdd39 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 947 time: 0.0500858 Apr 14 22:04:17.782537 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b44d9cb6-510c-49e9-9aa5-33782e4672fd req-1c432fb7-c5d0-40ad-809f-53b03b9b2482 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431833 Apr 14 22:04:18.907012 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3dfa5b-1757-4b2d-8bd6-435e64092855 req-186d3eb9-67b5-45ea-8388-1cf399dfd366 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:18.908538 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7f3dfa5b-1757-4b2d-8bd6-435e64092855 req-186d3eb9-67b5-45ea-8388-1cf399dfd366 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 947 time: 0.0490637 Apr 14 22:04:18.962915 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7f3dfa5b-1757-4b2d-8bd6-435e64092855 req-8149a44c-c0c8-4cd7-be5f-ee1cc34f49a1 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484560 Apr 14 22:04:19.640634 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 48454) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:19.750000 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b9b2a04a-2425-4c52-81b0-7e4cec3af66f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:19.824388 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b9b2a04a-2425-4c52-81b0-7e4cec3af66f admin admin] Publish callbacks [] for security_group (abed720b-6819-47e0-bc8d-50e4c374b23b), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:19.828906 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b9b2a04a-2425-4c52-81b0-7e4cec3af66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (abed720b-6819-47e0-bc8d-50e4c374b23b), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:19.867861 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-b9b2a04a-2425-4c52-81b0-7e4cec3af66f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5efbcf0a366543d8ba2ac1f98f1e8e1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261388 Apr 14 22:04:19.868852 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2a04a-2425-4c52-81b0-7e4cec3af66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abed720b-6819-47e0-bc8d-50e4c374b23b,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:19.870546 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 48458) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:19.925706 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5678e529-1721-4570-bd5d-9e69a05c0631 admin admin] Publish callbacks [] for security_group (abed720b-6819-47e0-bc8d-50e4c374b23b), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:19.948926 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5678e529-1721-4570-bd5d-9e69a05c0631 admin admin] Publish callbacks [] for security_group (abed720b-6819-47e0-bc8d-50e4c374b23b), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:20.002182 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5678e529-1721-4570-bd5d-9e69a05c0631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (abed720b-6819-47e0-bc8d-50e4c374b23b), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:20.004832 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5678e529-1721-4570-bd5d-9e69a05c0631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:20.006288 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-5678e529-1721-4570-bd5d-9e69a05c0631 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/abed720b-6819-47e0-bc8d-50e4c374b23b HTTP/1.1" status: 204 len: 168 time: 0.1344163 Apr 14 22:04:20.015229 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678e529-1721-4570-bd5d-9e69a05c0631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abed720b-6819-47e0-bc8d-50e4c374b23b,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:20.093413 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d446adf-32a0-4b63-82b4-875818b504f1 req-6a0f37ab-9385-46bd-813c-1e74118142ab tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:20.094847 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0d446adf-32a0-4b63-82b4-875818b504f1 req-6a0f37ab-9385-46bd-813c-1e74118142ab tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 947 time: 0.0513341 Apr 14 22:04:20.150381 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0d446adf-32a0-4b63-82b4-875818b504f1 req-94c6e44e-0eb9-4511-bc45-14b199486a1b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492220 Apr 14 22:04:21.031789 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 48492) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:21.137197 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-92a62aa5-4987-4401-8af7-662e22eb6b96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:21.217567 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-92a62aa5-4987-4401-8af7-662e22eb6b96 admin admin] Publish callbacks [] for security_group (84bd935e-e698-4bee-a3a6-e1ab8650fb2a), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:21.221443 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-92a62aa5-4987-4401-8af7-662e22eb6b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (84bd935e-e698-4bee-a3a6-e1ab8650fb2a), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:21.261301 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-92a62aa5-4987-4401-8af7-662e22eb6b96 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=30e03edb1fdb46329d001137b9c5cd5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283866 Apr 14 22:04:21.264379 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a62aa5-4987-4401-8af7-662e22eb6b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bd935e-e698-4bee-a3a6-e1ab8650fb2a,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:21.264641 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 48496) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:21.316387 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-651793ad-4817-4ec6-9e3f-c624608a6ab7 admin admin] Publish callbacks [] for security_group (84bd935e-e698-4bee-a3a6-e1ab8650fb2a), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:21.338447 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-651793ad-4817-4ec6-9e3f-c624608a6ab7 admin admin] Publish callbacks [] for security_group (84bd935e-e698-4bee-a3a6-e1ab8650fb2a), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:21.384024 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-651793ad-4817-4ec6-9e3f-c624608a6ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (84bd935e-e698-4bee-a3a6-e1ab8650fb2a), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:21.386603 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-651793ad-4817-4ec6-9e3f-c624608a6ab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:21.387779 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-651793ad-4817-4ec6-9e3f-c624608a6ab7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/84bd935e-e698-4bee-a3a6-e1ab8650fb2a HTTP/1.1" status: 204 len: 168 time: 0.1221044 Apr 14 22:04:21.396344 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651793ad-4817-4ec6-9e3f-c624608a6ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bd935e-e698-4bee-a3a6-e1ab8650fb2a,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:23.977492 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bcbfbaad-d33f-4c38-adde-b8ba14ab761c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:26.376073 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c8c075da-7030-4a70-b7ed-94fb91bbdbce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:27.493587 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:28.798705 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:30.443169 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:39.489511 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104296e4-457e-4566-905c-91dc74230d37 req-5122e9e2-a55a-4e79-b6e6-d4960c1746c5 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:39.492739 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-104296e4-457e-4566-905c-91dc74230d37 req-5122e9e2-a55a-4e79-b6e6-d4960c1746c5 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0507495 Apr 14 22:04:39.545677 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-104296e4-457e-4566-905c-91dc74230d37 req-e54ee802-3fc9-4200-8bd1-5a59a8e80564 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487933 Apr 14 22:04:39.803149 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc469e95-34f2-4e55-8c3e-76bcf746a82d req-8692c13f-be43-4bbf-a536-cdcfe5e4648c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:39.804686 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fc469e95-34f2-4e55-8c3e-76bcf746a82d req-8692c13f-be43-4bbf-a536-cdcfe5e4648c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a890272563304d14843d609bdf1fd1f0&device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 1129 time: 0.0414083 Apr 14 22:04:39.813955 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2fa54-4065-47c9-bda2-2b722542e304 req-b76255b1-c3c1-4f62-b95b-0e7ed65d771b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:39.815564 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8af2fa54-4065-47c9-bda2-2b722542e304 req-b76255b1-c3c1-4f62-b95b-0e7ed65d771b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 945 time: 0.0490961 Apr 14 22:04:39.866153 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8af2fa54-4065-47c9-bda2-2b722542e304 req-2018f94c-ce67-4789-979b-ea3a35dd922e tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443654 Apr 14 22:04:39.901405 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc469e95-34f2-4e55-8c3e-76bcf746a82d req-045e1fa3-fd48-44e2-8f14-f1a9208f5fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:39.903673 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fc469e95-34f2-4e55-8c3e-76bcf746a82d req-045e1fa3-fd48-44e2-8f14-f1a9208f5fc0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=24ce8649-73b0-4bad-abdf-64923fbb2e24 HTTP/1.1" status: 200 len: 919 time: 0.0900934 Apr 14 22:04:39.977449 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fc469e95-34f2-4e55-8c3e-76bcf746a82d req-3c146446-6e55-4a8a-aac8-5c40688b241b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=521a8421-b014-4d50-883e-a6bf1d1019d3 HTTP/1.1" status: 200 len: 1000 time: 0.0669684 Apr 14 22:04:40.026053 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc469e95-34f2-4e55-8c3e-76bcf746a82d req-c3d45eff-3fdf-47c3-87b8-3185d1f280be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:40.028176 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fc469e95-34f2-4e55-8c3e-76bcf746a82d req-c3d45eff-3fdf-47c3-87b8-3185d1f280be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=801c38b5-c92d-488d-9425-23346baf9bd6 HTTP/1.1" status: 200 len: 858 time: 0.0434151 Apr 14 22:04:40.075447 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc469e95-34f2-4e55-8c3e-76bcf746a82d req-3d518448-928a-4bd2-8154-0a5be556d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:40.076990 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fc469e95-34f2-4e55-8c3e-76bcf746a82d req-3d518448-928a-4bd2-8154-0a5be556d642 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=24ce8649-73b0-4bad-abdf-64923fbb2e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422518 Apr 14 22:04:40.319318 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fc469e95-34f2-4e55-8c3e-76bcf746a82d req-1b2e47ea-f103-4739-9cd0-6fdc03e94d2b service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884306 Apr 14 22:04:40.412338 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fc469e95-34f2-4e55-8c3e-76bcf746a82d req-1a4572a0-d73c-4d8a-a010-17b83f106291 service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862887 Apr 14 22:04:40.665076 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3ba87-4b6a-4eaf-bef7-efd1324aab9a req-e7c50aff-2541-4162-b7f3-3adb4fd49a92 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:40.666598 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-23f3ba87-4b6a-4eaf-bef7-efd1324aab9a req-e7c50aff-2541-4162-b7f3-3adb4fd49a92 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0497110 Apr 14 22:04:40.713289 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-23f3ba87-4b6a-4eaf-bef7-efd1324aab9a req-72b4cadf-806b-4962-92d6-86c8afa524f0 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411434 Apr 14 22:04:40.984051 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2d80d-106e-469f-b4ae-95b8f1ca62eb req-bd5851b1-ce85-4aae-806c-0581f8c9e7ed tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:40.985582 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b6b2d80d-106e-469f-b4ae-95b8f1ca62eb req-bd5851b1-ce85-4aae-806c-0581f8c9e7ed tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 945 time: 0.0479372 Apr 14 22:04:41.033644 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b6b2d80d-106e-469f-b4ae-95b8f1ca62eb req-6aa61a50-e1c6-4240-9db5-4d1058982e96 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425239 Apr 14 22:04:41.828935 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21317949-00a6-4d68-a7f8-a03780186751 req-968973ae-4eee-4b47-891d-08816bc45b07 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:41.830431 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-21317949-00a6-4d68-a7f8-a03780186751 req-968973ae-4eee-4b47-891d-08816bc45b07 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0476291 Apr 14 22:04:41.881821 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-21317949-00a6-4d68-a7f8-a03780186751 req-5d10d455-bf89-42a2-83ab-5aa91b26c5cc tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458946 Apr 14 22:04:42.151501 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049a11d-2359-463d-930b-bc237f90a697 req-dbdf39dd-7e62-4b19-a78e-a6a5631d419d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:42.154144 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d049a11d-2359-463d-930b-bc237f90a697 req-dbdf39dd-7e62-4b19-a78e-a6a5631d419d tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 945 time: 0.0516789 Apr 14 22:04:42.203843 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d049a11d-2359-463d-930b-bc237f90a697 req-27e806e2-0555-47d5-bae7-9dd7109ac9bc tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441010 Apr 14 22:04:42.295107 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-60b2972e-15ee-4f06-9cbf-600fd156c96a req-fe6729d8-1578-4a89-919a-c1263450d0d4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388620 Apr 14 22:04:42.353143 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2972e-15ee-4f06-9cbf-600fd156c96a req-ce79b869-f9e0-49be-af62-a0a61ef62313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:42.354542 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-60b2972e-15ee-4f06-9cbf-600fd156c96a req-ce79b869-f9e0-49be-af62-a0a61ef62313 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a890272563304d14843d609bdf1fd1f0&device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 1129 time: 0.0383835 Apr 14 22:04:42.464088 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2972e-15ee-4f06-9cbf-600fd156c96a req-bffe2171-fc28-4dbb-8000-6ef2e6c92c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:42.466272 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-60b2972e-15ee-4f06-9cbf-600fd156c96a req-bffe2171-fc28-4dbb-8000-6ef2e6c92c30 service neutron] 10.222.0.26 "GET /v2.0/networks?id=24ce8649-73b0-4bad-abdf-64923fbb2e24 HTTP/1.1" status: 200 len: 919 time: 0.0883579 Apr 14 22:04:42.508473 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-60b2972e-15ee-4f06-9cbf-600fd156c96a req-0e9abdb7-ef08-468c-89f6-187ae0aa61c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a6aac5c-5e4e-4a05-8512-e45b1698be0d HTTP/1.1" status: 200 len: 217 time: 0.0343525 Apr 14 22:04:42.557122 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2972e-15ee-4f06-9cbf-600fd156c96a req-5dd3f1bf-dc68-467e-ad39-c95f5eda7dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:42.558680 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-60b2972e-15ee-4f06-9cbf-600fd156c96a req-5dd3f1bf-dc68-467e-ad39-c95f5eda7dc7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=801c38b5-c92d-488d-9425-23346baf9bd6 HTTP/1.1" status: 200 len: 858 time: 0.0427299 Apr 14 22:04:42.606810 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2972e-15ee-4f06-9cbf-600fd156c96a req-8b4df36a-6e50-4031-a156-64e96b8682e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:42.608216 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-60b2972e-15ee-4f06-9cbf-600fd156c96a req-8b4df36a-6e50-4031-a156-64e96b8682e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=24ce8649-73b0-4bad-abdf-64923fbb2e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431285 Apr 14 22:04:42.695751 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-60b2972e-15ee-4f06-9cbf-600fd156c96a req-e0a34c2c-b5c9-4f44-af8d-0a1bc647ccaa service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808351 Apr 14 22:04:42.790111 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-60b2972e-15ee-4f06-9cbf-600fd156c96a req-0bc0ddc8-a241-4db2-a711-2b5889b95c51 service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876539 Apr 14 22:04:42.822331 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:42.992475 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef0528-85fa-4f22-978a-002a07866ae2 req-74061566-8c37-47e4-a58b-c31e9c62404e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:42.993962 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8eef0528-85fa-4f22-978a-002a07866ae2 req-74061566-8c37-47e4-a58b-c31e9c62404e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0463660 Apr 14 22:04:43.042381 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8eef0528-85fa-4f22-978a-002a07866ae2 req-c386aecf-82e9-468a-ae25-d5bd68a7b261 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422716 Apr 14 22:04:43.319173 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f160cfc-2443-47ea-86be-83e1df3f5205 req-0bc19c7d-aae9-4f4a-a149-95931a7c3731 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:43.320682 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2f160cfc-2443-47ea-86be-83e1df3f5205 req-0bc19c7d-aae9-4f4a-a149-95931a7c3731 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 945 time: 0.0468588 Apr 14 22:04:43.368453 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2f160cfc-2443-47ea-86be-83e1df3f5205 req-fc054810-dd9d-44a9-9eb0-e69c59c20b0a tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417566 Apr 14 22:04:44.155606 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd69de-25cd-4a84-b9eb-d18fbf13ede4 req-ad783d33-275e-4e8d-be40-72ba810c55cd tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:44.157127 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2cfd69de-25cd-4a84-b9eb-d18fbf13ede4 req-ad783d33-275e-4e8d-be40-72ba810c55cd tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0461640 Apr 14 22:04:44.209157 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2cfd69de-25cd-4a84-b9eb-d18fbf13ede4 req-f8ff1510-512d-431a-80f7-d2d14381a571 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465643 Apr 14 22:04:44.502301 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17708428-01ab-46ee-ade1-ea2784fb6e92 req-892de432-1937-4d88-b6a4-0d6c8dcf5a84 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:44.503846 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-17708428-01ab-46ee-ade1-ea2784fb6e92 req-892de432-1937-4d88-b6a4-0d6c8dcf5a84 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 945 time: 0.0504940 Apr 14 22:04:44.550498 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-17708428-01ab-46ee-ade1-ea2784fb6e92 req-f3734c15-ff72-4d5a-9bf2-fc7b8e440c8e tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409791 Apr 14 22:04:45.320897 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f21c5-f8c9-44be-88bc-566deb6655cb req-3c76e220-91e6-4ea3-9ce9-95e09090651b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:45.322362 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-925f21c5-f8c9-44be-88bc-566deb6655cb req-3c76e220-91e6-4ea3-9ce9-95e09090651b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0469661 Apr 14 22:04:45.371367 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-925f21c5-f8c9-44be-88bc-566deb6655cb req-731448d2-9a74-45b8-8ed6-03ee62e135d9 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426602 Apr 14 22:04:45.667380 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913d559-49c2-4518-8565-be843644cadc req-8e499e53-738c-4905-bae7-e24b916c541c tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:45.669374 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6913d559-49c2-4518-8565-be843644cadc req-8e499e53-738c-4905-bae7-e24b916c541c tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 945 time: 0.0475199 Apr 14 22:04:45.716927 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6913d559-49c2-4518-8565-be843644cadc req-b51ef62d-de85-4402-8509-1eb51a1b25ec tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423932 Apr 14 22:04:46.484232 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ec229-8c7c-49f5-98ff-ea8c1909b531 req-b765d705-29bc-478d-b2ba-da591c1060df tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:46.486128 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6b6ec229-8c7c-49f5-98ff-ea8c1909b531 req-b765d705-29bc-478d-b2ba-da591c1060df tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0477109 Apr 14 22:04:46.533789 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6b6ec229-8c7c-49f5-98ff-ea8c1909b531 req-2d0cc22b-0da2-406e-a83d-32cef70b5f15 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420239 Apr 14 22:04:46.830206 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288054d6-8324-41e3-8493-dc28382afcf1 req-62d6374e-f63a-4a70-93c0-36fa2fa331ee tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:46.831706 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-288054d6-8324-41e3-8493-dc28382afcf1 req-62d6374e-f63a-4a70-93c0-36fa2fa331ee tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 945 time: 0.0478184 Apr 14 22:04:46.889505 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-288054d6-8324-41e3-8493-dc28382afcf1 req-6dcdcfe6-89f9-4b53-b376-950eaeb8e3b9 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521517 Apr 14 22:04:47.650322 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957f9b4-ee4c-485a-a7f0-208510991798 req-754aa16b-bc1c-405f-bae6-b8521bf187c3 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:47.651775 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1957f9b4-ee4c-485a-a7f0-208510991798 req-754aa16b-bc1c-405f-bae6-b8521bf187c3 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0502911 Apr 14 22:04:47.698421 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1957f9b4-ee4c-485a-a7f0-208510991798 req-ac985772-24bb-44d0-aa61-46490e61a2e2 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410161 Apr 14 22:04:48.005109 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce592a82-7f06-4a3d-97fe-ba5cecfd1d6c req-2dcfb9d4-7ae9-4a04-aaa2-8406ee991896 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:48.006581 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ce592a82-7f06-4a3d-97fe-ba5cecfd1d6c req-2dcfb9d4-7ae9-4a04-aaa2-8406ee991896 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 945 time: 0.0485280 Apr 14 22:04:48.056025 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ce592a82-7f06-4a3d-97fe-ba5cecfd1d6c req-e9dbdfd9-ff6b-499e-b752-6650f9e05d02 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438347 Apr 14 22:04:48.814010 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fb67d-eb7d-47a1-b7a3-259b65768914 req-1783d567-af34-4bf3-b58f-c2bfc008bc52 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:48.815621 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3d0fb67d-eb7d-47a1-b7a3-259b65768914 req-1783d567-af34-4bf3-b58f-c2bfc008bc52 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0481815 Apr 14 22:04:48.864623 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3d0fb67d-eb7d-47a1-b7a3-259b65768914 req-bc71f8f9-b4a7-4709-8ed8-311b86dcdaa0 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429056 Apr 14 22:04:49.169918 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ac399-44e4-49fb-9350-e952e876ed35 req-2ec1252b-558f-4e1d-99a8-3f85ca78ee08 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:49.171547 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cb6ac399-44e4-49fb-9350-e952e876ed35 req-2ec1252b-558f-4e1d-99a8-3f85ca78ee08 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 945 time: 0.0464509 Apr 14 22:04:49.220224 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cb6ac399-44e4-49fb-9350-e952e876ed35 req-9ea223e3-920f-4da5-ad97-58b62b527967 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429990 Apr 14 22:04:49.331626 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:04:49.980710 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0222df-bb3e-4a51-81ef-5fd02e761f8b req-43f12209-c106-4ba7-839b-2278c3d0fb43 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:49.982194 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1d0222df-bb3e-4a51-81ef-5fd02e761f8b req-43f12209-c106-4ba7-839b-2278c3d0fb43 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0457275 Apr 14 22:04:50.033812 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1d0222df-bb3e-4a51-81ef-5fd02e761f8b req-e68416a6-eff1-4923-bb6e-5bd58006cb83 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458822 Apr 14 22:04:50.237298 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd0b4e-592f-45a3-9b96-d0a1bda62a08 req-cf60a5ae-1987-4681-90e1-c12feb4799da tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:50.238852 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e5cd0b4e-592f-45a3-9b96-d0a1bda62a08 req-cf60a5ae-1987-4681-90e1-c12feb4799da tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0605090 Apr 14 22:04:50.284979 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25bdd3-f589-4301-b0e1-9a1a1523f42a req-0c7acf09-2043-4c2c-aa5b-f65c4372b46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:50.286554 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3b25bdd3-f589-4301-b0e1-9a1a1523f42a req-0c7acf09-2043-4c2c-aa5b-f65c4372b46b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57cc8af3ea5f43dea31995492e7632a5&device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 1130 time: 0.0663266 Apr 14 22:04:50.337384 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e5cd0b4e-592f-45a3-9b96-d0a1bda62a08 req-b5498692-2f19-46d9-b232-08607200e535 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809624 Apr 14 22:04:50.344266 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca6d1d-f79d-465d-8573-9f1553d2f164 req-19ff91f9-a5fc-4513-a4f7-81cfe0897755 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:50.345292 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-beca6d1d-f79d-465d-8573-9f1553d2f164 req-19ff91f9-a5fc-4513-a4f7-81cfe0897755 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 945 time: 0.0526655 Apr 14 22:04:50.394002 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-beca6d1d-f79d-465d-8573-9f1553d2f164 req-d34d6324-4291-4174-8610-a1b54bc88301 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424550 Apr 14 22:04:50.405111 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25bdd3-f589-4301-b0e1-9a1a1523f42a req-5d01497f-4940-4e04-8d91-8529287272bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:50.406608 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3b25bdd3-f589-4301-b0e1-9a1a1523f42a req-5d01497f-4940-4e04-8d91-8529287272bf service neutron] 10.222.0.26 "GET /v2.0/networks?id=effe8ea7-6d93-45a6-99a1-18a80b92d90d HTTP/1.1" status: 200 len: 911 time: 0.1114733 Apr 14 22:04:50.472467 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3b25bdd3-f589-4301-b0e1-9a1a1523f42a req-9f8306c1-a052-4146-8495-b31543139b2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5e20866-74a2-4572-b910-150af0b0a925 HTTP/1.1" status: 200 len: 1002 time: 0.0590968 Apr 14 22:04:50.526702 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25bdd3-f589-4301-b0e1-9a1a1523f42a req-11e9cfcc-593f-4500-ba5b-2a122f334e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:50.528898 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3b25bdd3-f589-4301-b0e1-9a1a1523f42a req-11e9cfcc-593f-4500-ba5b-2a122f334e9d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7eeaee9-acfc-4c29-821f-fe146a812549 HTTP/1.1" status: 200 len: 850 time: 0.0489042 Apr 14 22:04:50.640423 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25bdd3-f589-4301-b0e1-9a1a1523f42a req-1afddacc-b3ad-47a4-9714-68dc533aa137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:50.641970 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3b25bdd3-f589-4301-b0e1-9a1a1523f42a req-1afddacc-b3ad-47a4-9714-68dc533aa137 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=effe8ea7-6d93-45a6-99a1-18a80b92d90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404823 Apr 14 22:04:50.740923 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3b25bdd3-f589-4301-b0e1-9a1a1523f42a req-bbcc811c-a9ed-4cce-b073-50fb989d2cc6 service neutron] 10.222.0.26 "GET /v2.0/networks/effe8ea7-6d93-45a6-99a1-18a80b92d90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866354 Apr 14 22:04:50.836366 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3b25bdd3-f589-4301-b0e1-9a1a1523f42a req-071e1d88-debd-4e26-8a78-48bc7b2d3d0f service neutron] 10.222.0.26 "GET /v2.0/networks/effe8ea7-6d93-45a6-99a1-18a80b92d90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884337 Apr 14 22:04:51.451284 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376c211-3ee8-43c4-9440-a6f22cbcaf1c req-6cc8a23f-ad4d-4bfb-a2f4-268b1ec5785b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:51.453002 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5376c211-3ee8-43c4-9440-a6f22cbcaf1c req-6cc8a23f-ad4d-4bfb-a2f4-268b1ec5785b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0482128 Apr 14 22:04:51.501054 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5376c211-3ee8-43c4-9440-a6f22cbcaf1c req-a474b7fe-202a-443a-8e05-a8c6beabb7d6 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425167 Apr 14 22:04:51.507221 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5dcf0-8a2b-43b7-a2a0-50bba97e0378 req-b25690c2-9f9b-438a-bd3e-6cd77a80af72 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:51.508743 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-acc5dcf0-8a2b-43b7-a2a0-50bba97e0378 req-b25690c2-9f9b-438a-bd3e-6cd77a80af72 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 945 time: 0.0461080 Apr 14 22:04:51.556455 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-acc5dcf0-8a2b-43b7-a2a0-50bba97e0378 req-5a0d327c-9f86-4fdd-aba3-1bdda0dfd8b9 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416553 Apr 14 22:04:51.874533 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34658939-3242-4f44-bcda-6965f259d754 req-2ee39c9a-f7ff-4b7a-8fe3-7cc30247dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:51.876050 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-34658939-3242-4f44-bcda-6965f259d754 req-2ee39c9a-f7ff-4b7a-8fe3-7cc30247dcd0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 1129 time: 0.0442164 Apr 14 22:04:51.924554 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-34658939-3242-4f44-bcda-6965f259d754 req-dc2ae57c-39f3-46a0-b8ee-b16e9a56981a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415769 Apr 14 22:04:52.618111 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a3b8b-143f-4304-bc75-fcfcfaa89b26 req-ee642f0a-ac4a-49bf-b7ee-53884a9cd310 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:52.619648 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-af3a3b8b-143f-4304-bc75-fcfcfaa89b26 req-ee642f0a-ac4a-49bf-b7ee-53884a9cd310 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0507116 Apr 14 22:04:52.670434 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-af3a3b8b-143f-4304-bc75-fcfcfaa89b26 req-5c8129eb-32fa-4342-bb86-234a773cf8e0 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451455 Apr 14 22:04:52.672673 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1684436-724b-4f5a-9e76-43c50db70964 req-8f8ff95f-3f81-41ea-908a-cc7f796a32da tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:52.674232 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b1684436-724b-4f5a-9e76-43c50db70964 req-8f8ff95f-3f81-41ea-908a-cc7f796a32da tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 945 time: 0.0467582 Apr 14 22:04:52.726923 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b1684436-724b-4f5a-9e76-43c50db70964 req-f17cbd06-c0a7-467e-9ef2-d4db2dbec9dd tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471609 Apr 14 22:04:53.843618 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0556b-3358-4d5e-b520-392d66dbf365 req-66521b6b-2e56-4d18-b768-a90b6bdc1505 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:53.845235 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-38a0556b-3358-4d5e-b520-392d66dbf365 req-66521b6b-2e56-4d18-b768-a90b6bdc1505 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 945 time: 0.0467372 Apr 14 22:04:53.898044 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-38a0556b-3358-4d5e-b520-392d66dbf365 req-230e0ba1-b2a5-434e-bf8f-f3f18aba37ae tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472047 Apr 14 22:04:53.982328 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c5bf2788-04f1-43c2-b615-7ce0f01001f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:55.012855 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0e960-50a0-427a-be0c-07f898aca1f7 req-c7ccc49a-59f5-4427-9672-6d238aee5166 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:55.014351 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-26b0e960-50a0-427a-be0c-07f898aca1f7 req-c7ccc49a-59f5-4427-9672-6d238aee5166 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 945 time: 0.0465024 Apr 14 22:04:55.062012 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-26b0e960-50a0-427a-be0c-07f898aca1f7 req-10923769-8a6f-4e8a-b303-367d065ca9f2 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420454 Apr 14 22:04:55.508185 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15f491-b529-4dee-b243-5a1e02478516 req-2bcc1c35-6d62-4e84-a3f2-c46d98401497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:55.509711 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0f15f491-b529-4dee-b243-5a1e02478516 req-2bcc1c35-6d62-4e84-a3f2-c46d98401497 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a890272563304d14843d609bdf1fd1f0&device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 1129 time: 0.0678487 Apr 14 22:04:55.518029 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e94f29-88c5-47ee-a1ab-406f5d7bd61e req-d8b7e5f7-175d-4d7c-a0cb-c9c7127b121b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:55.519383 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a4e94f29-88c5-47ee-a1ab-406f5d7bd61e req-d8b7e5f7-175d-4d7c-a0cb-c9c7127b121b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 945 time: 0.0689013 Apr 14 22:04:55.627211 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a4e94f29-88c5-47ee-a1ab-406f5d7bd61e req-21f18903-8115-427a-b959-3559065d5079 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991924 Apr 14 22:04:55.644916 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15f491-b529-4dee-b243-5a1e02478516 req-e02d5383-2c4c-4877-9b45-544def5088d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:55.646392 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0f15f491-b529-4dee-b243-5a1e02478516 req-e02d5383-2c4c-4877-9b45-544def5088d6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=24ce8649-73b0-4bad-abdf-64923fbb2e24 HTTP/1.1" status: 200 len: 919 time: 0.1261671 Apr 14 22:04:55.714135 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0f15f491-b529-4dee-b243-5a1e02478516 req-4fe76b4c-5c85-4f2f-b1db-695ea92ae280 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=521a8421-b014-4d50-883e-a6bf1d1019d3 HTTP/1.1" status: 200 len: 1000 time: 0.0614026 Apr 14 22:04:55.767802 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15f491-b529-4dee-b243-5a1e02478516 req-38261c39-6d18-45ab-ad50-a640a80d0bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:55.769294 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0f15f491-b529-4dee-b243-5a1e02478516 req-38261c39-6d18-45ab-ad50-a640a80d0bb9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=801c38b5-c92d-488d-9425-23346baf9bd6 HTTP/1.1" status: 200 len: 858 time: 0.0486350 Apr 14 22:04:55.811289 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15f491-b529-4dee-b243-5a1e02478516 req-829cef2a-d871-4445-b40d-39adfc09a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:55.812819 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0f15f491-b529-4dee-b243-5a1e02478516 req-829cef2a-d871-4445-b40d-39adfc09a3b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=24ce8649-73b0-4bad-abdf-64923fbb2e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378997 Apr 14 22:04:55.900582 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0f15f491-b529-4dee-b243-5a1e02478516 req-6d4e2c5c-7676-42de-928b-e8429ed5188e service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808704 Apr 14 22:04:55.995156 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0f15f491-b529-4dee-b243-5a1e02478516 req-801375d6-6bdb-4692-a26e-2c71e80315ab service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882692 Apr 14 22:04:56.379178 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c656d329-8df9-484e-b8eb-d87894c7e7e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:56.751023 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab17bca-7e62-4969-8301-8aa5b9e8d1f7 req-fc1e5e7a-4fe8-4557-aa61-bc9458cbfba2 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:56.752914 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4ab17bca-7e62-4969-8301-8aa5b9e8d1f7 req-fc1e5e7a-4fe8-4557-aa61-bc9458cbfba2 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 945 time: 0.0502715 Apr 14 22:04:56.807346 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4ab17bca-7e62-4969-8301-8aa5b9e8d1f7 req-5d779f19-f9a6-4d58-bd62-6cfe45722e4c tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485556 Apr 14 22:04:57.497055 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:57.923255 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea01fa-d8be-4f43-8222-f8c2852b2f92 req-406db932-d25a-4d82-a944-e7ef569e60dd tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:57.924756 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-35ea01fa-d8be-4f43-8222-f8c2852b2f92 req-406db932-d25a-4d82-a944-e7ef569e60dd tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 945 time: 0.0463662 Apr 14 22:04:57.971189 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-35ea01fa-d8be-4f43-8222-f8c2852b2f92 req-cb93b3fe-8668-40d6-8de5-dfd9214ea6f0 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408959 Apr 14 22:04:58.801998 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:59.093186 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e0f32-f1bf-48a3-9931-76c0f800e0d9 req-38cc9712-3f6d-4af0-82e8-7f7e7e2c5c5c tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:59.094682 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b22e0f32-f1bf-48a3-9931-76c0f800e0d9 req-38cc9712-3f6d-4af0-82e8-7f7e7e2c5c5c tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 945 time: 0.0528915 Apr 14 22:04:59.142909 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b22e0f32-f1bf-48a3-9931-76c0f800e0d9 req-499aafa3-b289-46a9-ab38-a0ad6ef4f37f tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427239 Apr 14 22:04:59.263802 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f70ad0-5d6b-495f-be38-b3308e43ab9e req-58a152b2-3d8f-42fd-b381-f17c99fec762 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:59.265225 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-26f70ad0-5d6b-495f-be38-b3308e43ab9e req-58a152b2-3d8f-42fd-b381-f17c99fec762 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 945 time: 0.0590930 Apr 14 22:04:59.274202 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 48666) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:59.279038 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-cf10508e-6106-44a4-84df-d98de78447e1 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Request body: {'floatingip': {'port_id': '521a8421-b014-4d50-883e-a6bf1d1019d3'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:04:59.335712 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf10508e-6106-44a4-84df-d98de78447e1 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks [] for floatingip (5eca76cf-fa52-4be1-8f64-59a297a3dde8), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:59.817333 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf10508e-6106-44a4-84df-d98de78447e1 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:59.821525 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf10508e-6106-44a4-84df-d98de78447e1 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (5eca76cf-fa52-4be1-8f64-59a297a3dde8), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:00.052396 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf10508e-6106-44a4-84df-d98de78447e1 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Router 736e1b67-9b69-49f4-8455-bddd9e3b58df has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:05:00.158091 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461b4d1-c397-4963-9e14-dd532a40fd1f req-759634a9-083d-4fc6-b435-34d23eee3d07 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:00.159615 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3461b4d1-c397-4963-9e14-dd532a40fd1f req-759634a9-083d-4fc6-b435-34d23eee3d07 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 947 time: 0.0472732 Apr 14 22:05:00.182229 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf10508e-6106-44a4-84df-d98de78447e1 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:05:00.187937 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf10508e-6106-44a4-84df-d98de78447e1 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:00.194106 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe7e207-e937-4c98-a29e-f3733f7e9dc4 None None] Sync routers for ids ['736e1b67-9b69-49f4-8455-bddd9e3b58df'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:05:00.205850 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe7e207-e937-4c98-a29e-f3733f7e9dc4 None None] Routers {'736e1b67-9b69-49f4-8455-bddd9e3b58df'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:05:00.207069 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-cbe7e207-e937-4c98-a29e-f3733f7e9dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:04:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['736e1b67-9b69-49f4-8455-bddd9e3b58df'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:00.212439 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3461b4d1-c397-4963-9e14-dd532a40fd1f req-b2beb410-0bd3-42a4-8728-64c3bff24327 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471468 Apr 14 22:05:00.224193 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5198e879-71a8-47e9-ab6a-72e7efec83bc', 'tag': '521a8421-b014-4d50-883e-a6bf1d1019d3'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:05:00.226479 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe89b316cabc9c6da7693dfedcbc481d80d5331a5be4d9b973c074b75cf4af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6b4c7f-64e6-47a2-a7c0-1854729f16cd" -d '{"events": [{"name": "network-changed", "server_uuid": "5198e879-71a8-47e9-ab6a-72e7efec83bc", "tag": "521a8421-b014-4d50-883e-a6bf1d1019d3"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:05:00.264417 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005a9fde-0bf1-4313-8502-f2fdd0b2bee4 x-openstack-request-id: req-005a9fde-0bf1-4313-8502-f2fdd0b2bee4 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:05:00.265003 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5198e879-71a8-47e9-ab6a-72e7efec83bc", "tag": "521a8421-b014-4d50-883e-a6bf1d1019d3", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:05:00.265003 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-005a9fde-0bf1-4313-8502-f2fdd0b2bee4 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:05:00.265335 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event matching ['req-005a9fde-0bf1-4313-8502-f2fdd0b2bee4'] response: {'name': 'network-changed', 'server_uuid': '5198e879-71a8-47e9-ab6a-72e7efec83bc', 'tag': '521a8421-b014-4d50-883e-a6bf1d1019d3', 'status': 'completed', 'code': 200} Apr 14 22:05:00.267011 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-cf10508e-6106-44a4-84df-d98de78447e1 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "PUT /v2.0/floatingips/5eca76cf-fa52-4be1-8f64-59a297a3dde8 HTTP/1.1" status: 200 len: 992 time: 0.9918244 Apr 14 22:05:00.327608 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-cbe7e207-e937-4c98-a29e-f3733f7e9dc4 None None] Set router 736e1b67-9b69-49f4-8455-bddd9e3b58df gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:05:00.447070 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:00.546813 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-cbe7e207-e937-4c98-a29e-f3733f7e9dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'name': 'tempest-ServerRescueNegativeTestJSON-2065454866-router', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'c175947b-82e8-432e-971a-a338266f5244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:50Z', 'updated_at': '2022-04-14T22:01:03Z', 'revision_number': 4, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'gw_port': {'id': 'c175947b-82e8-432e-971a-a338266f5244', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '5eca76cf-fa52-4be1-8f64-59a297a3dde8', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'port_id': '521a8421-b014-4d50-883e-a6bf1d1019d3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24', 'mac_address': 'fa:16:3e:fe:e4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5198e879-71a8-47e9-ab6a-72e7efec83bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:03:19Z', 'updated_at': '2022-04-14T22:04:59Z', 'revision_number': 3, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033eaae8-9407-420d-b99d-291c920c060f', 'name': '', 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'mac_address': 'fa:16:3e:7a:91:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '801c38b5-c92d-488d-9425-23346baf9bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:01:01Z', 'updated_at': '2022-04-14T22:01:15Z', 'revision_number': 5, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'subnets': [{'id': '801c38b5-c92d-488d-9425-23346baf9bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:00.572622 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe7e207-e937-4c98-a29e-f3733f7e9dc4 None None] Checking router: 736e1b67-9b69-49f4-8455-bddd9e3b58df for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:05:00.581924 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe7e207-e937-4c98-a29e-f3733f7e9dc4 None None] Routers {'736e1b67-9b69-49f4-8455-bddd9e3b58df'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:05:00.582456 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-cbe7e207-e937-4c98-a29e-f3733f7e9dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:04:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['736e1b67-9b69-49f4-8455-bddd9e3b58df'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:00.690220 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-cbe7e207-e937-4c98-a29e-f3733f7e9dc4 None None] Set router 736e1b67-9b69-49f4-8455-bddd9e3b58df gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:05:01.010198 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-cbe7e207-e937-4c98-a29e-f3733f7e9dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'name': 'tempest-ServerRescueNegativeTestJSON-2065454866-router', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'c175947b-82e8-432e-971a-a338266f5244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:50Z', 'updated_at': '2022-04-14T22:01:03Z', 'revision_number': 4, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'gw_port': {'id': 'c175947b-82e8-432e-971a-a338266f5244', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '5eca76cf-fa52-4be1-8f64-59a297a3dde8', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'port_id': '521a8421-b014-4d50-883e-a6bf1d1019d3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24', 'mac_address': 'fa:16:3e:fe:e4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5198e879-71a8-47e9-ab6a-72e7efec83bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:03:19Z', 'updated_at': '2022-04-14T22:04:59Z', 'revision_number': 3, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033eaae8-9407-420d-b99d-291c920c060f', 'name': '', 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'mac_address': 'fa:16:3e:7a:91:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '801c38b5-c92d-488d-9425-23346baf9bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:01:01Z', 'updated_at': '2022-04-14T22:01:15Z', 'revision_number': 5, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'subnets': [{'id': '801c38b5-c92d-488d-9425-23346baf9bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:01.063920 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe7e207-e937-4c98-a29e-f3733f7e9dc4 None None] The sync data for ids ['736e1b67-9b69-49f4-8455-bddd9e3b58df'] in dv-cinder-838009-1-iscsi is: [{'id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'name': 'tempest-ServerRescueNegativeTestJSON-2065454866-router', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'c175947b-82e8-432e-971a-a338266f5244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:50Z', 'updated_at': '2022-04-14T22:01:03Z', 'revision_number': 4, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'gw_port': {'id': 'c175947b-82e8-432e-971a-a338266f5244', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '5eca76cf-fa52-4be1-8f64-59a297a3dde8', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'port_id': '521a8421-b014-4d50-883e-a6bf1d1019d3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24', 'mac_address': 'fa:16:3e:fe:e4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5198e879-71a8-47e9-ab6a-72e7efec83bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:03:19Z', 'updated_at': '2022-04-14T22:04:59Z', 'revision_number': 3, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033eaae8-9407-420d-b99d-291c920c060f', 'name': '', 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'mac_address': 'fa:16:3e:7a:91:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '801c38b5-c92d-488d-9425-23346baf9bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:01:01Z', 'updated_at': '2022-04-14T22:01:15Z', 'revision_number': 5, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'subnets': [{'id': '801c38b5-c92d-488d-9425-23346baf9bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:05:01.334629 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cce1bc-0420-4822-83b5-8b8f9b2dc39a req-5f0530b5-23e0-4a49-bddc-563c53a0ff74 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:01.336021 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c3cce1bc-0420-4822-83b5-8b8f9b2dc39a req-5f0530b5-23e0-4a49-bddc-563c53a0ff74 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 947 time: 0.0505669 Apr 14 22:05:01.393184 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c3cce1bc-0420-4822-83b5-8b8f9b2dc39a req-cde6b980-7627-4dd6-990f-0aec90cc107f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512769 Apr 14 22:05:01.420476 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b4c7f-64e6-47a2-a7c0-1854729f16cd req-8f03585c-49dc-4395-ac45-f95ff6767232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:01.422772 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3e6b4c7f-64e6-47a2-a7c0-1854729f16cd req-8f03585c-49dc-4395-ac45-f95ff6767232 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a890272563304d14843d609bdf1fd1f0&device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 1129 time: 0.0438654 Apr 14 22:05:01.519744 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b4c7f-64e6-47a2-a7c0-1854729f16cd req-e77f0f2c-ed27-4619-8e25-6c808b4c4bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:01.521274 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3e6b4c7f-64e6-47a2-a7c0-1854729f16cd req-e77f0f2c-ed27-4619-8e25-6c808b4c4bac service neutron] 10.222.0.26 "GET /v2.0/networks?id=24ce8649-73b0-4bad-abdf-64923fbb2e24 HTTP/1.1" status: 200 len: 919 time: 0.0920293 Apr 14 22:05:01.594090 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3e6b4c7f-64e6-47a2-a7c0-1854729f16cd req-5d62f793-0cd6-45e2-b276-888c966b2887 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=521a8421-b014-4d50-883e-a6bf1d1019d3 HTTP/1.1" status: 200 len: 1000 time: 0.0595696 Apr 14 22:05:01.641128 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b4c7f-64e6-47a2-a7c0-1854729f16cd req-81e537eb-3117-42ab-ad6c-4445b328d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:01.642564 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3e6b4c7f-64e6-47a2-a7c0-1854729f16cd req-81e537eb-3117-42ab-ad6c-4445b328d2d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=801c38b5-c92d-488d-9425-23346baf9bd6 HTTP/1.1" status: 200 len: 858 time: 0.0426311 Apr 14 22:05:01.741726 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b4c7f-64e6-47a2-a7c0-1854729f16cd req-537de1e3-240e-4036-9f6f-d734fac03d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:01.743216 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3e6b4c7f-64e6-47a2-a7c0-1854729f16cd req-537de1e3-240e-4036-9f6f-d734fac03d50 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=24ce8649-73b0-4bad-abdf-64923fbb2e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683763 Apr 14 22:05:01.751179 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a825f3-c933-463d-b200-65a6ae5281c6 req-f2edddbd-8f73-429b-93a0-3c9a529d0156 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:01.752542 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d1a825f3-c933-463d-b200-65a6ae5281c6 req-f2edddbd-8f73-429b-93a0-3c9a529d0156 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 947 time: 0.0766151 Apr 14 22:05:01.895963 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-d1a825f3-c933-463d-b200-65a6ae5281c6 req-0f464667-3ec7-453e-ba85-9df463c248fa tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Deleting port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:05:01.896216 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-d1a825f3-c933-463d-b200-65a6ae5281c6 req-0f464667-3ec7-453e-ba85-9df463c248fa tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:01.913872 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3e6b4c7f-64e6-47a2-a7c0-1854729f16cd req-38debe60-cc58-4e01-a0d1-b173ba24d1be service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604283 Apr 14 22:05:02.046177 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-d1a825f3-c933-463d-b200-65a6ae5281c6 req-0f464667-3ec7-453e-ba85-9df463c248fa tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] For port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:05:02.046544 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-d1a825f3-c933-463d-b200-65a6ae5281c6 req-0f464667-3ec7-453e-ba85-9df463c248fa tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:02.089864 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3e6b4c7f-64e6-47a2-a7c0-1854729f16cd req-74f0969c-ad27-4a32-9bd6-d935364014ad service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683390 Apr 14 22:05:02.266435 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5198e879-71a8-47e9-ab6a-72e7efec83bc', 'tag': '521a8421-b014-4d50-883e-a6bf1d1019d3'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:05:02.268838 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe89b316cabc9c6da7693dfedcbc481d80d5331a5be4d9b973c074b75cf4af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2920a9-be0e-4f83-b119-d07f8e960d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "5198e879-71a8-47e9-ab6a-72e7efec83bc", "tag": "521a8421-b014-4d50-883e-a6bf1d1019d3"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:05:02.306478 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1f4b1b-db58-4b2e-99ad-ccb278f1af02 x-openstack-request-id: req-ed1f4b1b-db58-4b2e-99ad-ccb278f1af02 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:05:02.306774 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5198e879-71a8-47e9-ab6a-72e7efec83bc", "tag": "521a8421-b014-4d50-883e-a6bf1d1019d3", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:05:02.307030 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed1f4b1b-db58-4b2e-99ad-ccb278f1af02 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:05:02.307438 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed1f4b1b-db58-4b2e-99ad-ccb278f1af02'] response: {'name': 'network-changed', 'server_uuid': '5198e879-71a8-47e9-ab6a-72e7efec83bc', 'tag': '521a8421-b014-4d50-883e-a6bf1d1019d3', 'status': 'completed', 'code': 200} Apr 14 22:05:02.602043 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2920a9-be0e-4f83-b119-d07f8e960d3d req-17ef8fa3-a13b-4d9e-896a-46d2e38e33f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:02.603706 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-be2920a9-be0e-4f83-b119-d07f8e960d3d req-17ef8fa3-a13b-4d9e-896a-46d2e38e33f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a890272563304d14843d609bdf1fd1f0&device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 1129 time: 0.0888581 Apr 14 22:05:02.613924 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5e0d2-0087-4b11-b693-7afc4debc28a req-6f355023-046d-4bc9-a511-d880731211d8 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:02.615351 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4db5e0d2-0087-4b11-b693-7afc4debc28a req-6f355023-046d-4bc9-a511-d880731211d8 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 947 time: 0.1016424 Apr 14 22:05:02.627888 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-d1a825f3-c933-463d-b200-65a6ae5281c6 req-0f464667-3ec7-453e-ba85-9df463c248fa tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:02.628254 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-d1a825f3-c933-463d-b200-65a6ae5281c6 req-0f464667-3ec7-453e-ba85-9df463c248fa tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (04a60959-0a7b-4ae9-a519-76c7bbac2c98), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:02.628599 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.l3_db [req-d1a825f3-c933-463d-b200-65a6ae5281c6 req-0f464667-3ec7-453e-ba85-9df463c248fa tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Floating IP 04a60959-0a7b-4ae9-a519-76c7bbac2c98 disassociated. External IP: 172.27.2.176, port: 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b. Apr 14 22:05:02.628943 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-d1a825f3-c933-463d-b200-65a6ae5281c6 req-0f464667-3ec7-453e-ba85-9df463c248fa tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Calling delete_port for 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b owned by compute:nova {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:05:02.770561 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4db5e0d2-0087-4b11-b693-7afc4debc28a req-4d39b042-19cd-4481-8622-571e89f042f1 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e6b81f5-99dc-4d03-85af-bec9e372e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447330 Apr 14 22:05:02.813224 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2920a9-be0e-4f83-b119-d07f8e960d3d req-33a649a1-2408-477b-a916-249d14496533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:02.814709 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-be2920a9-be0e-4f83-b119-d07f8e960d3d req-33a649a1-2408-477b-a916-249d14496533 service neutron] 10.222.0.26 "GET /v2.0/networks?id=24ce8649-73b0-4bad-abdf-64923fbb2e24 HTTP/1.1" status: 200 len: 919 time: 0.1984735 Apr 14 22:05:02.916494 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-be2920a9-be0e-4f83-b119-d07f8e960d3d req-71660d98-b585-4681-9c39-43488c6de8cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=521a8421-b014-4d50-883e-a6bf1d1019d3 HTTP/1.1" status: 200 len: 1000 time: 0.0947049 Apr 14 22:05:02.918446 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-d1a825f3-c933-463d-b200-65a6ae5281c6 req-0f464667-3ec7-453e-ba85-9df463c248fa tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:02.972806 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f464667-3ec7-453e-ba85-9df463c248fa tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Pushing event deleted for resources: {'Port': ['ID=9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:03.034358 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2920a9-be0e-4f83-b119-d07f8e960d3d req-024ef37a-8717-40c4-8248-5b789029d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:03.035845 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-be2920a9-be0e-4f83-b119-d07f8e960d3d req-024ef37a-8717-40c4-8248-5b789029d3a3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=801c38b5-c92d-488d-9425-23346baf9bd6 HTTP/1.1" status: 200 len: 858 time: 0.1107075 Apr 14 22:05:03.116087 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2920a9-be0e-4f83-b119-d07f8e960d3d req-63c2fc2d-dff1-45ee-96a8-7ecf08e533bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:03.117621 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-be2920a9-be0e-4f83-b119-d07f8e960d3d req-63c2fc2d-dff1-45ee-96a8-7ecf08e533bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=24ce8649-73b0-4bad-abdf-64923fbb2e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0748446 Apr 14 22:05:03.185972 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1a825f3-c933-463d-b200-65a6ae5281c6 req-0f464667-3ec7-453e-ba85-9df463c248fa tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Router b5cb3676-f843-422c-b6c3-06c106e2b12c has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:05:03.269190 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-be2920a9-be0e-4f83-b119-d07f8e960d3d req-cde6ada3-c8ee-4470-9db1-2f1606e1ef33 service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458554 Apr 14 22:05:03.379866 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1a825f3-c933-463d-b200-65a6ae5281c6 req-0f464667-3ec7-453e-ba85-9df463c248fa tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:05:03.390674 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d87750c-0988-486b-b0f2-b3e487898a45 None None] Sync routers for ids ['b5cb3676-f843-422c-b6c3-06c106e2b12c'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:05:03.402115 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d87750c-0988-486b-b0f2-b3e487898a45 None None] Routers {'b5cb3676-f843-422c-b6c3-06c106e2b12c'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:05:03.403355 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-7d87750c-0988-486b-b0f2-b3e487898a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:04:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b5cb3676-f843-422c-b6c3-06c106e2b12c'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:03.438533 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a825f3-c933-463d-b200-65a6ae5281c6 req-0f464667-3ec7-453e-ba85-9df463c248fa tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] No DVR routers for this DVR port 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b on host hv-cinder-83800 {{(pid=103420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:05:03.441986 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-d1a825f3-c933-463d-b200-65a6ae5281c6 req-0f464667-3ec7-453e-ba85-9df463c248fa tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:03.445320 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d1a825f3-c933-463d-b200-65a6ae5281c6 req-0f464667-3ec7-453e-ba85-9df463c248fa tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.26 "DELETE /v2.0/ports/9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b HTTP/1.1" status: 204 len: 173 time: 1.6850376 Apr 14 22:05:03.445767 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a32fc51-3299-4bea-b3e4-5cbe5e807947', 'name': 'network-vif-deleted', 'tag': '9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:05:03.448103 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489a44f6-abd4-42a7-a468-abaafc0e40fb" -d '{"events": [{"server_uuid": "7a32fc51-3299-4bea-b3e4-5cbe5e807947", "name": "network-vif-deleted", "tag": "9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:05:03.453945 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-be2920a9-be0e-4f83-b119-d07f8e960d3d req-83ff18d6-6794-4e82-a95d-cdd08d4a668b service neutron] 10.222.0.26 "GET /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551692 Apr 14 22:05:03.514302 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499b105c-5155-4bf9-b903-ee38e1e975d9 x-openstack-request-id: req-499b105c-5155-4bf9-b903-ee38e1e975d9 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:05:03.514604 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a32fc51-3299-4bea-b3e4-5cbe5e807947", "name": "network-vif-deleted", "tag": "9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:05:03.514861 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-499b105c-5155-4bf9-b903-ee38e1e975d9 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:05:03.515270 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-499b105c-5155-4bf9-b903-ee38e1e975d9'] response: {'server_uuid': '7a32fc51-3299-4bea-b3e4-5cbe5e807947', 'name': 'network-vif-deleted', 'tag': '9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b', 'status': 'completed', 'code': 200} Apr 14 22:05:03.518633 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-7d87750c-0988-486b-b0f2-b3e487898a45 None None] Set router b5cb3676-f843-422c-b6c3-06c106e2b12c gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:05:03.715806 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-7d87750c-0988-486b-b0f2-b3e487898a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'name': 'tempest-AttachVolumeShelveTestJSON-1162303746-router', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:45Z', 'updated_at': '2022-04-14T22:00:58Z', 'revision_number': 4, 'project_id': '8354505d255643918a23f2f53ed53d67', 'gw_port': {'id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:46Z', 'updated_at': '2022-04-14T22:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '25b76d79-b93f-4d5b-a1c4-5986216bb436', 'name': '', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'mac_address': 'fa:16:3e:23:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:54Z', 'updated_at': '2022-04-14T22:01:14Z', 'revision_number': 5, 'project_id': '8354505d255643918a23f2f53ed53d67', 'subnets': [{'id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:03.747120 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d87750c-0988-486b-b0f2-b3e487898a45 None None] Checking router: b5cb3676-f843-422c-b6c3-06c106e2b12c for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:05:03.766464 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d87750c-0988-486b-b0f2-b3e487898a45 None None] Routers {'b5cb3676-f843-422c-b6c3-06c106e2b12c'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:05:03.767087 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-7d87750c-0988-486b-b0f2-b3e487898a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:04:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b5cb3676-f843-422c-b6c3-06c106e2b12c'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:03.887199 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-7d87750c-0988-486b-b0f2-b3e487898a45 None None] Set router b5cb3676-f843-422c-b6c3-06c106e2b12c gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:05:03.900858 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0979cdb5-3bd7-494d-b1ea-dca9e3bae378 req-bd4565d1-77d7-4f22-a835-93f112ce3f30 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a32fc51-3299-4bea-b3e4-5cbe5e807947 HTTP/1.1" status: 200 len: 210 time: 0.0388641 Apr 14 22:05:04.083846 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-7d87750c-0988-486b-b0f2-b3e487898a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'name': 'tempest-AttachVolumeShelveTestJSON-1162303746-router', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:45Z', 'updated_at': '2022-04-14T22:00:58Z', 'revision_number': 4, 'project_id': '8354505d255643918a23f2f53ed53d67', 'gw_port': {'id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:46Z', 'updated_at': '2022-04-14T22:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '25b76d79-b93f-4d5b-a1c4-5986216bb436', 'name': '', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'mac_address': 'fa:16:3e:23:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:54Z', 'updated_at': '2022-04-14T22:01:14Z', 'revision_number': 5, 'project_id': '8354505d255643918a23f2f53ed53d67', 'subnets': [{'id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:04.112238 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d87750c-0988-486b-b0f2-b3e487898a45 None None] The sync data for ids ['b5cb3676-f843-422c-b6c3-06c106e2b12c'] in dv-cinder-838009-1-iscsi is: [{'id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'name': 'tempest-AttachVolumeShelveTestJSON-1162303746-router', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:45Z', 'updated_at': '2022-04-14T22:00:58Z', 'revision_number': 4, 'project_id': '8354505d255643918a23f2f53ed53d67', 'gw_port': {'id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:46Z', 'updated_at': '2022-04-14T22:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '25b76d79-b93f-4d5b-a1c4-5986216bb436', 'name': '', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'mac_address': 'fa:16:3e:23:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:54Z', 'updated_at': '2022-04-14T22:01:14Z', 'revision_number': 5, 'project_id': '8354505d255643918a23f2f53ed53d67', 'subnets': [{'id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:05:04.358835 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903bf45a-e0d6-4583-b653-f394143c8233 None None] New status for floating IP 04a60959-0a7b-4ae9-a519-76c7bbac2c98: DOWN {{(pid=103422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:05:04.996719 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 48698) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:05.051806 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d6d1df16-af5a-40c6-8cd6-cde9fc5d6c59 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for security_group (4e6b81f5-99dc-4d03-85af-bec9e372e12c), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:05.076622 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d6d1df16-af5a-40c6-8cd6-cde9fc5d6c59 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for security_group (4e6b81f5-99dc-4d03-85af-bec9e372e12c), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:05.129551 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d6d1df16-af5a-40c6-8cd6-cde9fc5d6c59 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (4e6b81f5-99dc-4d03-85af-bec9e372e12c), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:05.132423 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d6d1df16-af5a-40c6-8cd6-cde9fc5d6c59 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:05.133583 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-d6d1df16-af5a-40c6-8cd6-cde9fc5d6c59 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "DELETE /v2.0/security-groups/4e6b81f5-99dc-4d03-85af-bec9e372e12c HTTP/1.1" status: 204 len: 168 time: 0.1355827 Apr 14 22:05:05.136998 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 48700) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:05.142758 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1df16-af5a-40c6-8cd6-cde9fc5d6c59 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6b81f5-99dc-4d03-85af-bec9e372e12c,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:05.149935 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1df16-af5a-40c6-8cd6-cde9fc5d6c59 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:05.150294 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1df16-af5a-40c6-8cd6-cde9fc5d6c59 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:05.150622 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1df16-af5a-40c6-8cd6-cde9fc5d6c59 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:05.150957 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1df16-af5a-40c6-8cd6-cde9fc5d6c59 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:05.151314 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1df16-af5a-40c6-8cd6-cde9fc5d6c59 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:05.151735 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1df16-af5a-40c6-8cd6-cde9fc5d6c59 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:05.151735 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1df16-af5a-40c6-8cd6-cde9fc5d6c59 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:05.152387 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1df16-af5a-40c6-8cd6-cde9fc5d6c59 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:05.152623 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1df16-af5a-40c6-8cd6-cde9fc5d6c59 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:05.152947 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1df16-af5a-40c6-8cd6-cde9fc5d6c59 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:05.153268 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1df16-af5a-40c6-8cd6-cde9fc5d6c59 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:05.153585 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1df16-af5a-40c6-8cd6-cde9fc5d6c59 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:05.153910 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1df16-af5a-40c6-8cd6-cde9fc5d6c59 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:05.154230 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1df16-af5a-40c6-8cd6-cde9fc5d6c59 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:05.154549 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1df16-af5a-40c6-8cd6-cde9fc5d6c59 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:05.156583 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.api.v2.resource [None req-8e7325b3-8098-4e66-8b29-17af31071416 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] show failed (client error): The resource could not be found. Apr 14 22:05:05.157887 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-8e7325b3-8098-4e66-8b29-17af31071416 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups/4e6b81f5-99dc-4d03-85af-bec9e372e12c HTTP/1.1" status: 404 len: 347 time: 0.0192966 Apr 14 22:05:05.160674 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 48702) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:05.283924 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-71bd2ac0-dbf0-4bd7-9fe1-8efdee1cb679 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Deleting port 1cc74d2f-7e8a-4ae0-9e91-7589c09d70bd {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:05:05.284270 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-71bd2ac0-dbf0-4bd7-9fe1-8efdee1cb679 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (1cc74d2f-7e8a-4ae0-9e91-7589c09d70bd), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:05.363441 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-71bd2ac0-dbf0-4bd7-9fe1-8efdee1cb679 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (1cc74d2f-7e8a-4ae0-9e91-7589c09d70bd), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:05.363672 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-71bd2ac0-dbf0-4bd7-9fe1-8efdee1cb679 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for floatingip (1cc74d2f-7e8a-4ae0-9e91-7589c09d70bd), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:05.376919 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-71bd2ac0-dbf0-4bd7-9fe1-8efdee1cb679 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Calling delete_port for 1cc74d2f-7e8a-4ae0-9e91-7589c09d70bd owned by network:floatingip {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:05:05.523743 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-71bd2ac0-dbf0-4bd7-9fe1-8efdee1cb679 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (1cc74d2f-7e8a-4ae0-9e91-7589c09d70bd), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:05.551484 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd2ac0-dbf0-4bd7-9fe1-8efdee1cb679 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Pushing event deleted for resources: {'Port': ['ID=1cc74d2f-7e8a-4ae0-9e91-7589c09d70bd,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:05.615484 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-71bd2ac0-dbf0-4bd7-9fe1-8efdee1cb679 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for floatingip (04a60959-0a7b-4ae9-a519-76c7bbac2c98), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:05.617968 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-71bd2ac0-dbf0-4bd7-9fe1-8efdee1cb679 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:05.622625 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-71bd2ac0-dbf0-4bd7-9fe1-8efdee1cb679 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "DELETE /v2.0/floatingips/04a60959-0a7b-4ae9-a519-76c7bbac2c98 HTTP/1.1" status: 204 len: 168 time: 0.4573183 Apr 14 22:05:05.937409 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 48708) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:05.942282 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-a532b470-1546-471d-83b3-a52a52a5ee35 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1027179082', 'description': 'tempest-description--1958061365'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:05:05.966683 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a532b470-1546-471d-83b3-a52a52a5ee35 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:06.042098 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a532b470-1546-471d-83b3-a52a52a5ee35 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for security_group (8e4e3dc9-a205-433d-918b-1e47248d9494), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:06.047109 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a532b470-1546-471d-83b3-a52a52a5ee35 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (8e4e3dc9-a205-433d-918b-1e47248d9494), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:06.076493 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a532b470-1546-471d-83b3-a52a52a5ee35 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:06.077781 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-a532b470-1546-471d-83b3-a52a52a5ee35 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1394560 Apr 14 22:05:06.080934 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 48710) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:06.086135 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-f3c1a600-368f-41c2-90c0-8a462f9d8a74 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Request body: {'security_group_rule': {'security_group_id': '8e4e3dc9-a205-433d-918b-1e47248d9494', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:05:06.087320 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532b470-1546-471d-83b3-a52a52a5ee35 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4e3dc9-a205-433d-918b-1e47248d9494,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:06.124517 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f3c1a600-368f-41c2-90c0-8a462f9d8a74 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for security_group_rule (609193d8-2e7d-4442-8fc9-b5754e442fe1), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:06.192537 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f3c1a600-368f-41c2-90c0-8a462f9d8a74 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for security_group_rule (609193d8-2e7d-4442-8fc9-b5754e442fe1), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:06.196607 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f3c1a600-368f-41c2-90c0-8a462f9d8a74 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (609193d8-2e7d-4442-8fc9-b5754e442fe1), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:06.217125 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1a600-368f-41c2-90c0-8a462f9d8a74 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609193d8-2e7d-4442-8fc9-b5754e442fe1,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:06.226141 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f3c1a600-368f-41c2-90c0-8a462f9d8a74 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:06.227331 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-f3c1a600-368f-41c2-90c0-8a462f9d8a74 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1450617 Apr 14 22:05:06.229165 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1a600-368f-41c2-90c0-8a462f9d8a74 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:06.229807 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1a600-368f-41c2-90c0-8a462f9d8a74 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:06.230301 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1a600-368f-41c2-90c0-8a462f9d8a74 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:06.230491 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 48712) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:06.230615 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1a600-368f-41c2-90c0-8a462f9d8a74 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:06.230944 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1a600-368f-41c2-90c0-8a462f9d8a74 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:06.231283 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1a600-368f-41c2-90c0-8a462f9d8a74 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:06.231617 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1a600-368f-41c2-90c0-8a462f9d8a74 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:06.231990 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1a600-368f-41c2-90c0-8a462f9d8a74 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:06.232380 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1a600-368f-41c2-90c0-8a462f9d8a74 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:06.232668 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1a600-368f-41c2-90c0-8a462f9d8a74 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:06.232997 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1a600-368f-41c2-90c0-8a462f9d8a74 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:06.233325 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1a600-368f-41c2-90c0-8a462f9d8a74 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:06.233653 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1a600-368f-41c2-90c0-8a462f9d8a74 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:06.233981 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1a600-368f-41c2-90c0-8a462f9d8a74 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:06.234306 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1a600-368f-41c2-90c0-8a462f9d8a74 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:06.235225 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-2abd2d10-89f5-4132-8fc8-13eafc6f378b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Request body: {'security_group_rule': {'security_group_id': '8e4e3dc9-a205-433d-918b-1e47248d9494', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:05:06.262680 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2abd2d10-89f5-4132-8fc8-13eafc6f378b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for security_group_rule (4fa26f5f-e86a-4f50-af91-eeb33d77db64), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:06.282045 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:05:06.302405 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] No Port match for: 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:05:06.303099 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 9eedcdcc-3c3a-4dd2-ab54-4cfbfd0e189b not bound to the agent host hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:05:06.321044 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2abd2d10-89f5-4132-8fc8-13eafc6f378b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for security_group_rule (4fa26f5f-e86a-4f50-af91-eeb33d77db64), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:06.325545 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2abd2d10-89f5-4132-8fc8-13eafc6f378b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (4fa26f5f-e86a-4f50-af91-eeb33d77db64), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:06.342871 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd2d10-89f5-4132-8fc8-13eafc6f378b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa26f5f-e86a-4f50-af91-eeb33d77db64,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:06.354731 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2abd2d10-89f5-4132-8fc8-13eafc6f378b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:06.356188 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-2abd2d10-89f5-4132-8fc8-13eafc6f378b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247337 Apr 14 22:05:06.359242 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 48714) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:06.363776 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-10f80f7b-dabe-497e-9a12-2d58478a2af7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Request body: {'floatingip': {'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:05:06.385059 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-10f80f7b-dabe-497e-9a12-2d58478a2af7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:06.466686 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-10f80f7b-dabe-497e-9a12-2d58478a2af7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:06.576104 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-10f80f7b-dabe-497e-9a12-2d58478a2af7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Allocated IP 172.27.2.230 (3128b05d-34b2-457b-8391-96d8c4503307/9279f13a-7b11-4203-b3e3-d3fa0b2aa609/aab944a0-c750-4713-8fa3-af99f5217085) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:05:06.680565 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-10f80f7b-dabe-497e-9a12-2d58478a2af7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for port (aab944a0-c750-4713-8fa3-af99f5217085), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:06.719176 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-10f80f7b-dabe-497e-9a12-2d58478a2af7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (aab944a0-c750-4713-8fa3-af99f5217085), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:06.760714 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f80f7b-dabe-497e-9a12-2d58478a2af7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Network 3128b05d-34b2-457b-8391-96d8c4503307 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:05:06.766238 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-10f80f7b-dabe-497e-9a12-2d58478a2af7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:05:06.769880 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f80f7b-dabe-497e-9a12-2d58478a2af7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:05:06.796021 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f80f7b-dabe-497e-9a12-2d58478a2af7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Pushing event updated for resources: {'Port': ['ID=aab944a0-c750-4713-8fa3-af99f5217085,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:06.866008 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-10f80f7b-dabe-497e-9a12-2d58478a2af7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for floatingip (dcbd9d44-45e4-4695-859e-dacaf694775e), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:06.904199 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-10f80f7b-dabe-497e-9a12-2d58478a2af7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (aab944a0-c750-4713-8fa3-af99f5217085), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:07.061721 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-10f80f7b-dabe-497e-9a12-2d58478a2af7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for port (aab944a0-c750-4713-8fa3-af99f5217085), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:07.066245 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-10f80f7b-dabe-497e-9a12-2d58478a2af7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (aab944a0-c750-4713-8fa3-af99f5217085), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:07.132262 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f80f7b-dabe-497e-9a12-2d58478a2af7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Pushing event updated for resources: {'Port': ['ID=aab944a0-c750-4713-8fa3-af99f5217085,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:07.146299 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-10f80f7b-dabe-497e-9a12-2d58478a2af7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (dcbd9d44-45e4-4695-859e-dacaf694775e), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:07.161956 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-10f80f7b-dabe-497e-9a12-2d58478a2af7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:07.163198 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-10f80f7b-dabe-497e-9a12-2d58478a2af7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8028617 Apr 14 22:05:07.368078 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-529b2652-b1cf-4ad7-b759-f77c04474249 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1027179082&fields=id&tenant_id=8354505d255643918a23f2f53ed53d67 HTTP/1.1" status: 200 len: 267 time: 0.0496807 Apr 14 22:05:07.474234 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-b67a5f23-d8b5-45bd-96b8-fabd2cd1816b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:07.475699 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-b67a5f23-d8b5-45bd-96b8-fabd2cd1816b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/networks?id=85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 HTTP/1.1" status: 200 len: 817 time: 0.1007845 Apr 14 22:05:07.490503 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-391a3a2d-e54a-489d-a109-24b31bd311a6 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/quotas/8354505d255643918a23f2f53ed53d67 HTTP/1.1" status: 200 len: 375 time: 0.0091479 Apr 14 22:05:07.539128 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-dde68a0a-8858-455f-a523-a46a8c294dec tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8354505d255643918a23f2f53ed53d67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434375 Apr 14 22:05:07.636925 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-df32a285-90a0-4079-8a72-8831130e0be3 service neutron] 10.222.0.43 "GET /v2.0/networks/85de08d8-9eb8-4e52-8d6f-cc3f42de82b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868676 Apr 14 22:05:07.724740 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-84384eb6-bc38-468e-98ab-056d5faf68a9 service neutron] 10.222.0.43 "GET /v2.0/networks/85de08d8-9eb8-4e52-8d6f-cc3f42de82b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820584 Apr 14 22:05:07.899008 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1a7eb185-5949-4426-adea-f22c162697e2 req-1e396b38-399f-4819-a38f-c7cff4cf8ca1 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 210 time: 0.0274634 Apr 14 22:05:08.855851 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-437ee093-7e15-4d17-b5ee-4495e003ae5f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:08.857300 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-437ee093-7e15-4d17-b5ee-4495e003ae5f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.26 "GET /v2.0/networks?id=85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 HTTP/1.1" status: 200 len: 817 time: 0.1107175 Apr 14 22:05:08.922088 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-d3310af8-4af1-4ea8-991c-be0d291f20f8 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8354505d255643918a23f2f53ed53d67 HTTP/1.1" status: 200 len: 380 time: 0.0557034 Apr 14 22:05:08.933463 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-a7027ba3-9d7a-4eec-b914-da46e2243d2b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Request body: {'port': {'device_id': '0b5312dc-1256-445f-bc1b-e30130bc2753', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'admin_state_up': True, 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'security_groups': ['8e4e3dc9-a205-433d-918b-1e47248d9494']}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:05:09.019192 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e0b8f248-b152-4a26-8772-7f06d83135ae req-3a9542f4-a784-4bc7-a70b-874fe1cd0299 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 210 time: 0.0308440 Apr 14 22:05:09.070482 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-a7027ba3-9d7a-4eec-b914-da46e2243d2b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Made reservation on behalf of 8354505d255643918a23f2f53ed53d67 for: {'port': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:05:09.074831 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-a7027ba3-9d7a-4eec-b914-da46e2243d2b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:09.205281 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-a7027ba3-9d7a-4eec-b914-da46e2243d2b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Allocated IP 172.20.0.10 (85de08d8-9eb8-4e52-8d6f-cc3f42de82b0/0a14408c-0a04-4255-b049-e60b2b57871e/f8b789b8-cac8-4677-b18d-2b7454cfbb2a) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:05:09.342121 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-a7027ba3-9d7a-4eec-b914-da46e2243d2b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for port (f8b789b8-cac8-4677-b18d-2b7454cfbb2a), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:09.375555 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-a7027ba3-9d7a-4eec-b914-da46e2243d2b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (f8b789b8-cac8-4677-b18d-2b7454cfbb2a), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:09.422578 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-a7027ba3-9d7a-4eec-b914-da46e2243d2b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Network 85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:05:09.428311 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-a7027ba3-9d7a-4eec-b914-da46e2243d2b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:05:09.435025 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-a7027ba3-9d7a-4eec-b914-da46e2243d2b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:05:09.463015 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7027ba3-9d7a-4eec-b914-da46e2243d2b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Pushing event updated for resources: {'Port': ['ID=f8b789b8-cac8-4677-b18d-2b7454cfbb2a,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:09.501473 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-a7027ba3-9d7a-4eec-b914-da46e2243d2b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:09.502107 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-a7027ba3-9d7a-4eec-b914-da46e2243d2b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:09.519472 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-a7027ba3-9d7a-4eec-b914-da46e2243d2b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5897408 Apr 14 22:05:09.532368 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-7de6f0d0-6b55-44f7-b2fb-b30b97d1c460 service neutron] Request body: {'port': {'device_id': '0b5312dc-1256-445f-bc1b-e30130bc2753', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:05:09.596342 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-7de6f0d0-6b55-44f7-b2fb-b30b97d1c460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (f8b789b8-cac8-4677-b18d-2b7454cfbb2a), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:09.667238 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-b1291ef0-b9cc-46cf-a51d-b74366a7cf10 None None] Provisioning complete for port f8b789b8-cac8-4677-b18d-2b7454cfbb2a triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:05:09.667852 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b1291ef0-b9cc-46cf-a51d-b74366a7cf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (f8b789b8-cac8-4677-b18d-2b7454cfbb2a), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:09.704249 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-b1291ef0-b9cc-46cf-a51d-b74366a7cf10 None None] Port f8b789b8-cac8-4677-b18d-2b7454cfbb2a cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:05:09.870179 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-7de6f0d0-6b55-44f7-b2fb-b30b97d1c460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8b789b8-cac8-4677-b18d-2b7454cfbb2a {{(pid=103420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:05:09.878022 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-7de6f0d0-6b55-44f7-b2fb-b30b97d1c460 service neutron] Publish callbacks [] for port (f8b789b8-cac8-4677-b18d-2b7454cfbb2a), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:09.890601 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.provisioning_blocks [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-7de6f0d0-6b55-44f7-b2fb-b30b97d1c460 service neutron] Transition to ACTIVE for port object f8b789b8-cac8-4677-b18d-2b7454cfbb2a will not be triggered until provisioned by entity L2. {{(pid=103420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:05:09.894825 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-7de6f0d0-6b55-44f7-b2fb-b30b97d1c460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (f8b789b8-cac8-4677-b18d-2b7454cfbb2a), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:09.967521 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6f0d0-6b55-44f7-b2fb-b30b97d1c460 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b789b8-cac8-4677-b18d-2b7454cfbb2a,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:10.023831 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-7de6f0d0-6b55-44f7-b2fb-b30b97d1c460 service neutron] Attempting to bind port f8b789b8-cac8-4677-b18d-2b7454cfbb2a on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:05:10.024185 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-7de6f0d0-6b55-44f7-b2fb-b30b97d1c460 service neutron] Attempting to bind port f8b789b8-cac8-4677-b18d-2b7454cfbb2a by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '18e25c8e-e606-4d30-8374-8a98b19bd17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:05:10.024553 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-7de6f0d0-6b55-44f7-b2fb-b30b97d1c460 service neutron] Attempting to bind port f8b789b8-cac8-4677-b18d-2b7454cfbb2a on network 85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:05:10.029797 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-7de6f0d0-6b55-44f7-b2fb-b30b97d1c460 service neutron] Port f8b789b8-cac8-4677-b18d-2b7454cfbb2a on network 85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:05:10.030130 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-7de6f0d0-6b55-44f7-b2fb-b30b97d1c460 service neutron] Attempting to bind port f8b789b8-cac8-4677-b18d-2b7454cfbb2a on network 85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:05:10.036256 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-7de6f0d0-6b55-44f7-b2fb-b30b97d1c460 service neutron] Checking agent: {'id': 'a0099bcd-bb41-4a7e-a45e-2f38f6e9b749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'started_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:05:10.036626 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-7de6f0d0-6b55-44f7-b2fb-b30b97d1c460 service neutron] Checking segment: {'id': '18e25c8e-e606-4d30-8374-8a98b19bd17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:05:10.037021 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-7de6f0d0-6b55-44f7-b2fb-b30b97d1c460 service neutron] Bound using segment: {'id': '18e25c8e-e606-4d30-8374-8a98b19bd17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:05:10.037460 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-7de6f0d0-6b55-44f7-b2fb-b30b97d1c460 service neutron] Bound port: f8b789b8-cac8-4677-b18d-2b7454cfbb2a, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e25c8e-e606-4d30-8374-8a98b19bd17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:05:10.037846 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-7de6f0d0-6b55-44f7-b2fb-b30b97d1c460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (f8b789b8-cac8-4677-b18d-2b7454cfbb2a), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:10.108498 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-7de6f0d0-6b55-44f7-b2fb-b30b97d1c460 service neutron] For port f8b789b8-cac8-4677-b18d-2b7454cfbb2a, host hv-cinder-83800, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:05:10.114859 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-7de6f0d0-6b55-44f7-b2fb-b30b97d1c460 service neutron] For port f8b789b8-cac8-4677-b18d-2b7454cfbb2a, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=f8b789b8-cac8-4677-b18d-2b7454cfbb2a,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:05:10.122535 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-7de6f0d0-6b55-44f7-b2fb-b30b97d1c460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (f8b789b8-cac8-4677-b18d-2b7454cfbb2a), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:10.154928 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b86ff-d0b9-406e-a07f-bf4b61abf6cc req-112e410c-2cae-4d51-98ca-54f3be2ddc84 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:10.160289 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-7de6f0d0-6b55-44f7-b2fb-b30b97d1c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:10.161079 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-7de6f0d0-6b55-44f7-b2fb-b30b97d1c460 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:10.162477 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-7de6f0d0-6b55-44f7-b2fb-b30b97d1c460 service neutron] 10.222.0.26 "PUT /v2.0/ports/f8b789b8-cac8-4677-b18d-2b7454cfbb2a HTTP/1.1" status: 200 len: 1094 time: 0.6342707 Apr 14 22:05:10.163099 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5312dc-1256-445f-bc1b-e30130bc2753', 'tag': 'f8b789b8-cac8-4677-b18d-2b7454cfbb2a'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:05:10.163331 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-603b86ff-d0b9-406e-a07f-bf4b61abf6cc req-112e410c-2cae-4d51-98ca-54f3be2ddc84 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 944 time: 0.0657721 Apr 14 22:05:10.165454 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420ddec1-ca18-4e59-8595-08d486a5d11a" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5312dc-1256-445f-bc1b-e30130bc2753", "tag": "f8b789b8-cac8-4677-b18d-2b7454cfbb2a"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:05:10.192260 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6f0d0-6b55-44f7-b2fb-b30b97d1c460 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b789b8-cac8-4677-b18d-2b7454cfbb2a,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:10.224696 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b24c246-5274-4158-a6d4-0bf5fa229f5a x-openstack-request-id: req-9b24c246-5274-4158-a6d4-0bf5fa229f5a {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:05:10.224985 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5312dc-1256-445f-bc1b-e30130bc2753", "tag": "f8b789b8-cac8-4677-b18d-2b7454cfbb2a", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:05:10.225240 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b24c246-5274-4158-a6d4-0bf5fa229f5a {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:05:10.225646 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b24c246-5274-4158-a6d4-0bf5fa229f5a'] response: {'name': 'network-changed', 'server_uuid': '0b5312dc-1256-445f-bc1b-e30130bc2753', 'tag': 'f8b789b8-cac8-4677-b18d-2b7454cfbb2a', 'status': 'completed', 'code': 200} Apr 14 22:05:10.252948 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-603b86ff-d0b9-406e-a07f-bf4b61abf6cc req-66726dea-fad6-4bca-b121-951be5d62249 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658784 Apr 14 22:05:10.259165 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-2eb9a32c-4be4-409f-b78a-b6b0406dcf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:10.262102 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-2eb9a32c-4be4-409f-b78a-b6b0406dcf8c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8354505d255643918a23f2f53ed53d67&device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 1128 time: 0.0465364 Apr 14 22:05:10.572141 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-2fcf355d-9823-47f3-ba37-1592d643f442 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8b789b8-cac8-4677-b18d-2b7454cfbb2a HTTP/1.1" status: 200 len: 217 time: 0.3022680 Apr 14 22:05:10.623711 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-7fe986ef-6056-4218-9a8f-de55f63f1eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:10.625106 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-7fe986ef-6056-4218-9a8f-de55f63f1eeb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a14408c-0a04-4255-b049-e60b2b57871e HTTP/1.1" status: 200 len: 856 time: 0.0455487 Apr 14 22:05:10.673768 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-5364a82d-eb30-4b7d-aa46-a46c770f4c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:10.675266 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-5364a82d-eb30-4b7d-aa46-a46c770f4c17 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85de08d8-9eb8-4e52-8d6f-cc3f42de82b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408077 Apr 14 22:05:10.777062 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-7c52e3c5-7313-40d4-9065-7badbe9dc0fc service neutron] 10.222.0.26 "GET /v2.0/networks/85de08d8-9eb8-4e52-8d6f-cc3f42de82b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944834 Apr 14 22:05:10.873307 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ccd8c7ec-dd35-4bcd-962f-03a12b764605 req-df254605-3fc0-4177-ba5c-3761d05ac665 service neutron] 10.222.0.26 "GET /v2.0/networks/85de08d8-9eb8-4e52-8d6f-cc3f42de82b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883539 Apr 14 22:05:11.373356 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fad4c3-0f6e-4d1e-9482-f53ad38c42f6 req-b7fd060d-ad41-43b4-aef6-844802ff15ba tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:11.374861 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-59fad4c3-0f6e-4d1e-9482-f53ad38c42f6 req-b7fd060d-ad41-43b4-aef6-844802ff15ba tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 944 time: 0.0520332 Apr 14 22:05:11.423991 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-59fad4c3-0f6e-4d1e-9482-f53ad38c42f6 req-8777d792-f793-46ac-889f-09fa56263a93 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435886 Apr 14 22:05:11.800999 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ddec1-ca18-4e59-8595-08d486a5d11a req-0411a98f-e729-4895-a185-f164ca86f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:11.802500 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-420ddec1-ca18-4e59-8595-08d486a5d11a req-0411a98f-e729-4895-a185-f164ca86f48e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8354505d255643918a23f2f53ed53d67&device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 1128 time: 0.0400009 Apr 14 22:05:11.894739 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ddec1-ca18-4e59-8595-08d486a5d11a req-88f14b2b-a990-4865-aa5b-d0cbfda99216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:11.896212 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-420ddec1-ca18-4e59-8595-08d486a5d11a req-88f14b2b-a990-4865-aa5b-d0cbfda99216 service neutron] 10.222.0.26 "GET /v2.0/networks?id=85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 HTTP/1.1" status: 200 len: 917 time: 0.0876217 Apr 14 22:05:11.938317 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-420ddec1-ca18-4e59-8595-08d486a5d11a req-d334b4c9-ee5f-4b04-b65a-9d90f970fbfe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8b789b8-cac8-4677-b18d-2b7454cfbb2a HTTP/1.1" status: 200 len: 217 time: 0.0347180 Apr 14 22:05:11.987735 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ddec1-ca18-4e59-8595-08d486a5d11a req-601ff1f5-4cd1-44a2-91d7-bcfbbd803f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:11.989376 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-420ddec1-ca18-4e59-8595-08d486a5d11a req-601ff1f5-4cd1-44a2-91d7-bcfbbd803f57 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a14408c-0a04-4255-b049-e60b2b57871e HTTP/1.1" status: 200 len: 856 time: 0.0444479 Apr 14 22:05:12.038312 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ddec1-ca18-4e59-8595-08d486a5d11a req-52a5441b-520f-487f-bf17-0de30b6872ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:12.039800 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-420ddec1-ca18-4e59-8595-08d486a5d11a req-52a5441b-520f-487f-bf17-0de30b6872ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85de08d8-9eb8-4e52-8d6f-cc3f42de82b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440598 Apr 14 22:05:12.132193 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-420ddec1-ca18-4e59-8595-08d486a5d11a req-5637dd1e-f345-4d48-a710-c37791561e76 service neutron] 10.222.0.26 "GET /v2.0/networks/85de08d8-9eb8-4e52-8d6f-cc3f42de82b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838845 Apr 14 22:05:12.230009 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-420ddec1-ca18-4e59-8595-08d486a5d11a req-c86ebff5-5dc3-459c-aaab-d99dc7a9bfc0 service neutron] 10.222.0.26 "GET /v2.0/networks/85de08d8-9eb8-4e52-8d6f-cc3f42de82b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896137 Apr 14 22:05:12.543797 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff40713-cce2-44fa-9981-8aae36bb9d65 req-58dfe4a0-f144-4eef-83f8-9704caaf2ca2 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:12.545299 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cff40713-cce2-44fa-9981-8aae36bb9d65 req-58dfe4a0-f144-4eef-83f8-9704caaf2ca2 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 944 time: 0.0495002 Apr 14 22:05:12.593264 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cff40713-cce2-44fa-9981-8aae36bb9d65 req-a56b02ea-66c0-4358-96d8-427714305c86 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424383 Apr 14 22:05:12.857968 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:13.709375 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b748c1f-3892-4cc7-93d1-adbb7e5e196d req-f1138dd6-56e0-4cda-a483-63128480659d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:13.710863 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-9b748c1f-3892-4cc7-93d1-adbb7e5e196d req-f1138dd6-56e0-4cda-a483-63128480659d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 944 time: 0.0472465 Apr 14 22:05:13.757175 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-9b748c1f-3892-4cc7-93d1-adbb7e5e196d req-d2682ad8-7474-4bc6-824a-29447407b660 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408759 Apr 14 22:05:14.311770 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device f8b789b8-cac8-4677-b18d-2b7454cfbb2a details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:05:14.415190 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port f8b789b8-cac8-4677-b18d-2b7454cfbb2a, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=f8b789b8-cac8-4677-b18d-2b7454cfbb2a,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:05:14.427546 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Returning: {'device': 'f8b789b8-cac8-4677-b18d-2b7454cfbb2a', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'port_id': 'f8b789b8-cac8-4677-b18d-2b7454cfbb2a', 'mac_address': 'fa:16:3e:16:3c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:05:14.472494 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port f8b789b8-cac8-4677-b18d-2b7454cfbb2a is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:05:14.472890 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (f8b789b8-cac8-4677-b18d-2b7454cfbb2a), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:14.486491 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8b789b8-cac8-4677-b18d-2b7454cfbb2a {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:05:14.507883 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port f8b789b8-cac8-4677-b18d-2b7454cfbb2a, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=f8b789b8-cac8-4677-b18d-2b7454cfbb2a,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:05:14.513351 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (f8b789b8-cac8-4677-b18d-2b7454cfbb2a), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:14.563480 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=f8b789b8-cac8-4677-b18d-2b7454cfbb2a,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:14.795012 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['f8b789b8-cac8-4677-b18d-2b7454cfbb2a'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:05:14.877284 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11f63d-6ceb-489b-8192-7876844daa8d req-2d67b448-12bc-46d6-ad8c-870c062595f5 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:14.878802 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8d11f63d-6ceb-489b-8192-7876844daa8d req-2d67b448-12bc-46d6-ad8c-870c062595f5 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 945 time: 0.0472553 Apr 14 22:05:14.926121 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8d11f63d-6ceb-489b-8192-7876844daa8d req-8889a5fd-b180-4555-a848-fb5c7686b578 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413945 Apr 14 22:05:16.046515 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe5bde-a438-4c6d-a31e-1064aa30aba5 req-7b28759e-39f2-48c1-a2da-bc747832fa00 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:16.048028 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-acfe5bde-a438-4c6d-a31e-1064aa30aba5 req-7b28759e-39f2-48c1-a2da-bc747832fa00 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 945 time: 0.0482497 Apr 14 22:05:16.101070 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-acfe5bde-a438-4c6d-a31e-1064aa30aba5 req-962bc0ca-e2a9-4d85-ba4d-4c483ee83185 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474181 Apr 14 22:05:16.332133 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device f8b789b8-cac8-4677-b18d-2b7454cfbb2a up at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:05:16.375745 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning for port f8b789b8-cac8-4677-b18d-2b7454cfbb2a completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:05:16.381518 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning complete for port f8b789b8-cac8-4677-b18d-2b7454cfbb2a triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:05:16.381856 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (f8b789b8-cac8-4677-b18d-2b7454cfbb2a), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:16.461518 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port f8b789b8-cac8-4677-b18d-2b7454cfbb2a is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:05:16.461883 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (f8b789b8-cac8-4677-b18d-2b7454cfbb2a), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:16.484958 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5312dc-1256-445f-bc1b-e30130bc2753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b789b8-cac8-4677-b18d-2b7454cfbb2a'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:05:16.487171 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530b6f79e2c270c80a285cfd043402f608e5b18a2df6684fea4c07fd95dfc091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106236f3-da01-4954-9522-b49304535206" -d '{"events": [{"server_uuid": "0b5312dc-1256-445f-bc1b-e30130bc2753", "name": "network-vif-plugged", "status": "completed", "tag": "f8b789b8-cac8-4677-b18d-2b7454cfbb2a"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:05:16.499580 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port f8b789b8-cac8-4677-b18d-2b7454cfbb2a, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=f8b789b8-cac8-4677-b18d-2b7454cfbb2a,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:05:16.504020 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (f8b789b8-cac8-4677-b18d-2b7454cfbb2a), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:16.533819 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53732232-5439-4828-b98c-4fcfea9e6236 x-openstack-request-id: req-53732232-5439-4828-b98c-4fcfea9e6236 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:05:16.534152 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5312dc-1256-445f-bc1b-e30130bc2753", "name": "network-vif-plugged", "status": "completed", "tag": "f8b789b8-cac8-4677-b18d-2b7454cfbb2a", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:05:16.534414 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-53732232-5439-4828-b98c-4fcfea9e6236 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:05:16.534809 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53732232-5439-4828-b98c-4fcfea9e6236'] response: {'server_uuid': '0b5312dc-1256-445f-bc1b-e30130bc2753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b789b8-cac8-4677-b18d-2b7454cfbb2a', 'code': 200} Apr 14 22:05:16.556927 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=f8b789b8-cac8-4677-b18d-2b7454cfbb2a,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:16.564798 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:16.565200 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:16.565504 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:16.565844 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:16.566182 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:16.566514 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:16.566843 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:16.567169 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:16.567497 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:16.567824 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:16.568175 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:16.568536 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:16.568861 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:16.569197 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:16.569526 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:16.701250 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee902071-afcf-4398-b39b-67c3508174f2 req-83c01ffa-a061-47a2-be65-2c4e9322ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:16.702724 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ee902071-afcf-4398-b39b-67c3508174f2 req-83c01ffa-a061-47a2-be65-2c4e9322ba98 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 1130 time: 0.0389481 Apr 14 22:05:16.748867 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ee902071-afcf-4398-b39b-67c3508174f2 req-7cc99a75-5b90-4e09-8cc0-7bc9f1cb2ec0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400817 Apr 14 22:05:17.220928 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e4ac9-700f-4913-86a0-29b5f5a51ed9 req-e7b64d80-5f7e-4e91-a6d7-228c6265d062 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:17.222385 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c97e4ac9-700f-4913-86a0-29b5f5a51ed9 req-e7b64d80-5f7e-4e91-a6d7-228c6265d062 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0480196 Apr 14 22:05:17.268906 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c97e4ac9-700f-4913-86a0-29b5f5a51ed9 req-d03c45c0-e8bb-4a9e-ae61-9abf5055ac6a tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409114 Apr 14 22:05:18.391195 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d54c92-7559-4dc0-85b5-dff9a8b6fa78 req-e9419bc8-60f0-4b81-8fbe-80e7823d1e25 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:18.393440 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-75d54c92-7559-4dc0-85b5-dff9a8b6fa78 req-e9419bc8-60f0-4b81-8fbe-80e7823d1e25 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0481200 Apr 14 22:05:18.444740 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-75d54c92-7559-4dc0-85b5-dff9a8b6fa78 req-43c3c272-d0ec-45bb-8a9f-fe2aac8b1046 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453231 Apr 14 22:05:19.568063 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40efd7-9a07-47c7-a6b0-5988e69f5429 req-843e98d1-43d5-43a1-8dc5-d0393131af59 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:19.569607 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ec40efd7-9a07-47c7-a6b0-5988e69f5429 req-843e98d1-43d5-43a1-8dc5-d0393131af59 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0521238 Apr 14 22:05:19.616948 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ec40efd7-9a07-47c7-a6b0-5988e69f5429 req-b06ce6e8-1709-43d8-87d0-b6048cda0ab7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408702 Apr 14 22:05:19.734568 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1791441-960d-42c3-bbe1-10df7980b41c req-a70da5c2-23d8-40cc-a643-2927b75f93e7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:19.736194 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e1791441-960d-42c3-bbe1-10df7980b41c req-a70da5c2-23d8-40cc-a643-2927b75f93e7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0508988 Apr 14 22:05:19.746391 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 48768) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:19.751186 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-bc4ea718-8ee2-4a99-a649-8a6efd1925a6 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Request body: {'floatingip': {'port_id': 'f8b789b8-cac8-4677-b18d-2b7454cfbb2a'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:05:19.794507 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bc4ea718-8ee2-4a99-a649-8a6efd1925a6 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for floatingip (dcbd9d44-45e4-4695-859e-dacaf694775e), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:20.239464 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bc4ea718-8ee2-4a99-a649-8a6efd1925a6 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:20.243682 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bc4ea718-8ee2-4a99-a649-8a6efd1925a6 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (dcbd9d44-45e4-4695-859e-dacaf694775e), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:20.346651 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.l3_db [None req-bc4ea718-8ee2-4a99-a649-8a6efd1925a6 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Floating IP dcbd9d44-45e4-4695-859e-dacaf694775e associated. External IP: 172.27.2.230, port: f8b789b8-cac8-4677-b18d-2b7454cfbb2a. Apr 14 22:05:20.564273 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4ea718-8ee2-4a99-a649-8a6efd1925a6 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Router b5cb3676-f843-422c-b6c3-06c106e2b12c has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:05:20.677112 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4ea718-8ee2-4a99-a649-8a6efd1925a6 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:05:20.682065 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bc4ea718-8ee2-4a99-a649-8a6efd1925a6 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:20.686658 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d87efb-8d4c-4493-9ead-906d10b45639 None None] Sync routers for ids ['b5cb3676-f843-422c-b6c3-06c106e2b12c'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:05:20.696781 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d87efb-8d4c-4493-9ead-906d10b45639 None None] Routers {'b5cb3676-f843-422c-b6c3-06c106e2b12c'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:05:20.698251 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-45d87efb-8d4c-4493-9ead-906d10b45639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:04:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b5cb3676-f843-422c-b6c3-06c106e2b12c'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:20.714174 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-bc4ea718-8ee2-4a99-a649-8a6efd1925a6 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "PUT /v2.0/floatingips/dcbd9d44-45e4-4695-859e-dacaf694775e HTTP/1.1" status: 200 len: 992 time: 0.9661446 Apr 14 22:05:20.715024 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5312dc-1256-445f-bc1b-e30130bc2753', 'tag': 'f8b789b8-cac8-4677-b18d-2b7454cfbb2a'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:05:20.717482 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6184955-5a8e-40d1-97cd-9f784aab2a39" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5312dc-1256-445f-bc1b-e30130bc2753", "tag": "f8b789b8-cac8-4677-b18d-2b7454cfbb2a"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:05:20.757285 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20ccd22-f711-4033-9211-93e90786b259 x-openstack-request-id: req-b20ccd22-f711-4033-9211-93e90786b259 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:05:20.757585 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5312dc-1256-445f-bc1b-e30130bc2753", "tag": "f8b789b8-cac8-4677-b18d-2b7454cfbb2a", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:05:20.757845 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b20ccd22-f711-4033-9211-93e90786b259 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:05:20.758253 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b20ccd22-f711-4033-9211-93e90786b259'] response: {'name': 'network-changed', 'server_uuid': '0b5312dc-1256-445f-bc1b-e30130bc2753', 'tag': 'f8b789b8-cac8-4677-b18d-2b7454cfbb2a', 'status': 'completed', 'code': 200} Apr 14 22:05:20.810943 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-45d87efb-8d4c-4493-9ead-906d10b45639 None None] Set router b5cb3676-f843-422c-b6c3-06c106e2b12c gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:05:20.819141 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6184955-5a8e-40d1-97cd-9f784aab2a39 req-0f0cbda1-ba06-40ef-a4c5-75ebdfbc3803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:20.820683 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a6184955-5a8e-40d1-97cd-9f784aab2a39 req-0f0cbda1-ba06-40ef-a4c5-75ebdfbc3803 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8354505d255643918a23f2f53ed53d67&device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 1130 time: 0.0386159 Apr 14 22:05:20.916629 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6184955-5a8e-40d1-97cd-9f784aab2a39 req-f9417c81-f142-4956-b142-5ef1d1147bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:20.918293 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a6184955-5a8e-40d1-97cd-9f784aab2a39 req-f9417c81-f142-4956-b142-5ef1d1147bc9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 HTTP/1.1" status: 200 len: 917 time: 0.0907331 Apr 14 22:05:20.987766 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a6184955-5a8e-40d1-97cd-9f784aab2a39 req-75df17c9-6da8-4d28-8357-11fd104529af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8b789b8-cac8-4677-b18d-2b7454cfbb2a HTTP/1.1" status: 200 len: 1000 time: 0.0629416 Apr 14 22:05:21.044070 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6184955-5a8e-40d1-97cd-9f784aab2a39 req-c7cfc1dd-0c69-4e51-a2b4-8c329fe3b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:21.045611 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a6184955-5a8e-40d1-97cd-9f784aab2a39 req-c7cfc1dd-0c69-4e51-a2b4-8c329fe3b296 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a14408c-0a04-4255-b049-e60b2b57871e HTTP/1.1" status: 200 len: 856 time: 0.0515511 Apr 14 22:05:21.091145 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6184955-5a8e-40d1-97cd-9f784aab2a39 req-5a2c6e0e-da88-4d32-b461-62c64893f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:21.092617 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a6184955-5a8e-40d1-97cd-9f784aab2a39 req-5a2c6e0e-da88-4d32-b461-62c64893f7f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85de08d8-9eb8-4e52-8d6f-cc3f42de82b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406594 Apr 14 22:05:21.186794 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a6184955-5a8e-40d1-97cd-9f784aab2a39 req-f2684c2e-1e05-4d49-97f3-a4b91a7e27ae service neutron] 10.222.0.26 "GET /v2.0/networks/85de08d8-9eb8-4e52-8d6f-cc3f42de82b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874212 Apr 14 22:05:21.209446 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-45d87efb-8d4c-4493-9ead-906d10b45639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'name': 'tempest-AttachVolumeShelveTestJSON-1162303746-router', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:45Z', 'updated_at': '2022-04-14T22:00:58Z', 'revision_number': 4, 'project_id': '8354505d255643918a23f2f53ed53d67', 'gw_port': {'id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:46Z', 'updated_at': '2022-04-14T22:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': 'dcbd9d44-45e4-4695-859e-dacaf694775e', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'port_id': 'f8b789b8-cac8-4677-b18d-2b7454cfbb2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'mac_address': 'fa:16:3e:16:3c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5312dc-1256-445f-bc1b-e30130bc2753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:05:06Z', 'updated_at': '2022-04-14T22:05:20Z', 'revision_number': 1, 'project_id': '8354505d255643918a23f2f53ed53d67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b76d79-b93f-4d5b-a1c4-5986216bb436', 'name': '', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'mac_address': 'fa:16:3e:23:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:54Z', 'updated_at': '2022-04-14T22:01:14Z', 'revision_number': 5, 'project_id': '8354505d255643918a23f2f53ed53d67', 'subnets': [{'id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:21.239550 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d87efb-8d4c-4493-9ead-906d10b45639 None None] Checking router: b5cb3676-f843-422c-b6c3-06c106e2b12c for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:05:21.248979 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d87efb-8d4c-4493-9ead-906d10b45639 None None] Routers {'b5cb3676-f843-422c-b6c3-06c106e2b12c'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:05:21.249614 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-45d87efb-8d4c-4493-9ead-906d10b45639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:04:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b5cb3676-f843-422c-b6c3-06c106e2b12c'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:21.280955 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a6184955-5a8e-40d1-97cd-9f784aab2a39 req-f55d9696-3ff7-4da9-88e0-e855dac5c359 service neutron] 10.222.0.26 "GET /v2.0/networks/85de08d8-9eb8-4e52-8d6f-cc3f42de82b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877295 Apr 14 22:05:21.360403 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-45d87efb-8d4c-4493-9ead-906d10b45639 None None] Set router b5cb3676-f843-422c-b6c3-06c106e2b12c gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:05:21.572092 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-45d87efb-8d4c-4493-9ead-906d10b45639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'name': 'tempest-AttachVolumeShelveTestJSON-1162303746-router', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:45Z', 'updated_at': '2022-04-14T22:00:58Z', 'revision_number': 4, 'project_id': '8354505d255643918a23f2f53ed53d67', 'gw_port': {'id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:46Z', 'updated_at': '2022-04-14T22:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': 'dcbd9d44-45e4-4695-859e-dacaf694775e', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'port_id': 'f8b789b8-cac8-4677-b18d-2b7454cfbb2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'mac_address': 'fa:16:3e:16:3c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5312dc-1256-445f-bc1b-e30130bc2753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:05:06Z', 'updated_at': '2022-04-14T22:05:20Z', 'revision_number': 1, 'project_id': '8354505d255643918a23f2f53ed53d67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b76d79-b93f-4d5b-a1c4-5986216bb436', 'name': '', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'mac_address': 'fa:16:3e:23:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:54Z', 'updated_at': '2022-04-14T22:01:14Z', 'revision_number': 5, 'project_id': '8354505d255643918a23f2f53ed53d67', 'subnets': [{'id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:21.603409 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d87efb-8d4c-4493-9ead-906d10b45639 None None] The sync data for ids ['b5cb3676-f843-422c-b6c3-06c106e2b12c'] in dv-cinder-838009-1-iscsi is: [{'id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'name': 'tempest-AttachVolumeShelveTestJSON-1162303746-router', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:45Z', 'updated_at': '2022-04-14T22:00:58Z', 'revision_number': 4, 'project_id': '8354505d255643918a23f2f53ed53d67', 'gw_port': {'id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:46Z', 'updated_at': '2022-04-14T22:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': 'dcbd9d44-45e4-4695-859e-dacaf694775e', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'port_id': 'f8b789b8-cac8-4677-b18d-2b7454cfbb2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'mac_address': 'fa:16:3e:16:3c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5312dc-1256-445f-bc1b-e30130bc2753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:05:06Z', 'updated_at': '2022-04-14T22:05:20Z', 'revision_number': 1, 'project_id': '8354505d255643918a23f2f53ed53d67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b76d79-b93f-4d5b-a1c4-5986216bb436', 'name': '', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'mac_address': 'fa:16:3e:23:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:54Z', 'updated_at': '2022-04-14T22:01:14Z', 'revision_number': 5, 'project_id': '8354505d255643918a23f2f53ed53d67', 'subnets': [{'id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:05:21.799722 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afc91b9-1fad-4bb8-b811-27f0cc2d1898 None None] New status for floating IP dcbd9d44-45e4-4695-859e-dacaf694775e: ACTIVE {{(pid=103422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:05:23.984447 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e6ae9b06-2cb2-4406-a67a-4e3b7772d8b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:26.331685 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:05:26.381198 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ee554399-84a7-464d-9e7d-8ced130ee4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:27.499383 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:28.278816 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4ad33-6ac4-4313-9592-e46ee7482b57 req-4d01f852-3bae-4988-b53d-bf6f4cd9bffc tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:28.280410 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0ed4ad33-6ac4-4313-9592-e46ee7482b57 req-4d01f852-3bae-4988-b53d-bf6f4cd9bffc tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0500500 Apr 14 22:05:28.331852 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0ed4ad33-6ac4-4313-9592-e46ee7482b57 req-4b9d2662-1166-4e07-9500-4bfcc3588022 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455923 Apr 14 22:05:28.803663 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:29.456684 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96b70b-4ecb-420f-81b2-4a88b7a1e53e req-0496ec63-430f-4abf-b2f5-d3579a3cafba tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:29.458149 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4c96b70b-4ecb-420f-81b2-4a88b7a1e53e req-0496ec63-430f-4abf-b2f5-d3579a3cafba tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0464633 Apr 14 22:05:29.504721 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4c96b70b-4ecb-420f-81b2-4a88b7a1e53e req-9bb5359f-b302-477b-87d7-26dc3b89c923 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408034 Apr 14 22:05:30.312216 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46604a62-41d9-4ee7-8099-ee2c045e26fb req-d7a5fdaf-5b69-44b4-b4f8-ea0ca4d981a3 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:30.313874 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-46604a62-41d9-4ee7-8099-ee2c045e26fb req-d7a5fdaf-5b69-44b4-b4f8-ea0ca4d981a3 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0541582 Apr 14 22:05:30.409231 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-46604a62-41d9-4ee7-8099-ee2c045e26fb req-524245e6-f201-49d7-b2ec-30eac04909bc tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Deleting port e5e20866-74a2-4572-b910-150af0b0a925 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:05:30.409578 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-46604a62-41d9-4ee7-8099-ee2c045e26fb req-524245e6-f201-49d7-b2ec-30eac04909bc tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (e5e20866-74a2-4572-b910-150af0b0a925), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:30.451710 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:30.507826 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-46604a62-41d9-4ee7-8099-ee2c045e26fb req-524245e6-f201-49d7-b2ec-30eac04909bc tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] For port e5e20866-74a2-4572-b910-150af0b0a925, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e5e20866-74a2-4572-b910-150af0b0a925,segment=NetworkSegment(78c76d73-f220-4079-ab55-63060669f18c),segment_id=78c76d73-f220-4079-ab55-63060669f18c)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:05:30.508458 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-46604a62-41d9-4ee7-8099-ee2c045e26fb req-524245e6-f201-49d7-b2ec-30eac04909bc tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (e5e20866-74a2-4572-b910-150af0b0a925), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:30.622571 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dae44-6923-4821-b9f5-ced614bd1d4a req-4ad90e54-b437-403f-bead-5913176b3caf tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:30.624051 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f38dae44-6923-4821-b9f5-ced614bd1d4a req-4ad90e54-b437-403f-bead-5913176b3caf tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f59e2a6-41d1-45e5-8233-bebaad1aa919 HTTP/1.1" status: 200 len: 946 time: 0.0490878 Apr 14 22:05:30.686859 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-46604a62-41d9-4ee7-8099-ee2c045e26fb req-524245e6-f201-49d7-b2ec-30eac04909bc tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:30.687226 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-46604a62-41d9-4ee7-8099-ee2c045e26fb req-524245e6-f201-49d7-b2ec-30eac04909bc tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (0535d47d-ee36-4219-a1c2-71721aec4e37), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:30.687550 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.l3_db [req-46604a62-41d9-4ee7-8099-ee2c045e26fb req-524245e6-f201-49d7-b2ec-30eac04909bc tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Floating IP 0535d47d-ee36-4219-a1c2-71721aec4e37 disassociated. External IP: 172.27.2.172, port: e5e20866-74a2-4572-b910-150af0b0a925. Apr 14 22:05:30.687900 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-46604a62-41d9-4ee7-8099-ee2c045e26fb req-524245e6-f201-49d7-b2ec-30eac04909bc tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Calling delete_port for e5e20866-74a2-4572-b910-150af0b0a925 owned by compute:nova {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:05:30.831065 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-46604a62-41d9-4ee7-8099-ee2c045e26fb req-524245e6-f201-49d7-b2ec-30eac04909bc tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (e5e20866-74a2-4572-b910-150af0b0a925), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:30.857446 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524245e6-f201-49d7-b2ec-30eac04909bc tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Pushing event deleted for resources: {'Port': ['ID=e5e20866-74a2-4572-b910-150af0b0a925,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:30.909179 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f38dae44-6923-4821-b9f5-ced614bd1d4a req-6f2ee5b6-0487-4f3a-8785-813e0034cff9 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a66bfa-8c50-4398-b0d7-af20a204e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2795379 Apr 14 22:05:30.990748 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46604a62-41d9-4ee7-8099-ee2c045e26fb req-524245e6-f201-49d7-b2ec-30eac04909bc tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Router 62c0b5df-fde9-456f-aea0-d72f771c8c4c has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:05:31.367508 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46604a62-41d9-4ee7-8099-ee2c045e26fb req-524245e6-f201-49d7-b2ec-30eac04909bc tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:05:31.376945 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef8695-1be8-46c3-971d-9d284ab6d6bc None None] Sync routers for ids ['62c0b5df-fde9-456f-aea0-d72f771c8c4c'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:05:31.387626 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef8695-1be8-46c3-971d-9d284ab6d6bc None None] Routers {'62c0b5df-fde9-456f-aea0-d72f771c8c4c'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:05:31.388260 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-afef8695-1be8-46c3-971d-9d284ab6d6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:05:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['62c0b5df-fde9-456f-aea0-d72f771c8c4c'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:31.409064 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-46604a62-41d9-4ee7-8099-ee2c045e26fb req-524245e6-f201-49d7-b2ec-30eac04909bc tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] No DVR routers for this DVR port e5e20866-74a2-4572-b910-150af0b0a925 on host hv-cinder-83800 {{(pid=103420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:05:31.411588 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-46604a62-41d9-4ee7-8099-ee2c045e26fb req-524245e6-f201-49d7-b2ec-30eac04909bc tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:31.414964 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-46604a62-41d9-4ee7-8099-ee2c045e26fb req-524245e6-f201-49d7-b2ec-30eac04909bc tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.26 "DELETE /v2.0/ports/e5e20866-74a2-4572-b910-150af0b0a925 HTTP/1.1" status: 204 len: 173 time: 1.0958357 Apr 14 22:05:31.415400 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f59e2a6-41d1-45e5-8233-bebaad1aa919', 'name': 'network-vif-deleted', 'tag': 'e5e20866-74a2-4572-b910-150af0b0a925'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:05:31.417795 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed9559b-97c7-4b10-8a39-03f6c89dc5ab" -d '{"events": [{"server_uuid": "7f59e2a6-41d1-45e5-8233-bebaad1aa919", "name": "network-vif-deleted", "tag": "e5e20866-74a2-4572-b910-150af0b0a925"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:05:31.459007 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f757b1e0-39d0-4192-af3f-006b2ee4a2d5 x-openstack-request-id: req-f757b1e0-39d0-4192-af3f-006b2ee4a2d5 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:05:31.459353 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f59e2a6-41d1-45e5-8233-bebaad1aa919", "name": "network-vif-deleted", "tag": "e5e20866-74a2-4572-b910-150af0b0a925", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:05:31.459672 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f757b1e0-39d0-4192-af3f-006b2ee4a2d5 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:05:31.460108 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f757b1e0-39d0-4192-af3f-006b2ee4a2d5'] response: {'server_uuid': '7f59e2a6-41d1-45e5-8233-bebaad1aa919', 'name': 'network-vif-deleted', 'tag': 'e5e20866-74a2-4572-b910-150af0b0a925', 'status': 'completed', 'code': 200} Apr 14 22:05:31.511323 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-afef8695-1be8-46c3-971d-9d284ab6d6bc None None] Set router 62c0b5df-fde9-456f-aea0-d72f771c8c4c gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:05:31.703762 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-afef8695-1be8-46c3-971d-9d284ab6d6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'name': 'tempest-AttachVolumeTestJSON-1784155718-router', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '004bb70c-4a50-4298-9e70-66904c845aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:10Z', 'revision_number': 4, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'gw_port': {'id': '004bb70c-4a50-4298-9e70-66904c845aad', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:55Z', 'updated_at': '2022-04-14T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '9d774956-49ae-47bf-a870-a63888ec42d0', 'name': '', 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'mac_address': 'fa:16:3e:47:59:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:01:06Z', 'updated_at': '2022-04-14T22:01:20Z', 'revision_number': 5, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'subnets': [{'id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:31.729798 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef8695-1be8-46c3-971d-9d284ab6d6bc None None] Checking router: 62c0b5df-fde9-456f-aea0-d72f771c8c4c for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:05:31.738143 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef8695-1be8-46c3-971d-9d284ab6d6bc None None] Routers {'62c0b5df-fde9-456f-aea0-d72f771c8c4c'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:05:31.738753 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-afef8695-1be8-46c3-971d-9d284ab6d6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:05:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['62c0b5df-fde9-456f-aea0-d72f771c8c4c'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:31.848066 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-afef8695-1be8-46c3-971d-9d284ab6d6bc None None] Set router 62c0b5df-fde9-456f-aea0-d72f771c8c4c gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:05:32.005146 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 48800) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:32.059993 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-afef8695-1be8-46c3-971d-9d284ab6d6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'name': 'tempest-AttachVolumeTestJSON-1784155718-router', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '004bb70c-4a50-4298-9e70-66904c845aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:10Z', 'revision_number': 4, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'gw_port': {'id': '004bb70c-4a50-4298-9e70-66904c845aad', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:55Z', 'updated_at': '2022-04-14T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '9d774956-49ae-47bf-a870-a63888ec42d0', 'name': '', 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'mac_address': 'fa:16:3e:47:59:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:01:06Z', 'updated_at': '2022-04-14T22:01:20Z', 'revision_number': 5, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'subnets': [{'id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:32.067691 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6861caaa-efe6-43c4-a9d6-9893e9e9dadf tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for security_group (e0a66bfa-8c50-4398-b0d7-af20a204e7d3), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:32.091489 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6861caaa-efe6-43c4-a9d6-9893e9e9dadf tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for security_group (e0a66bfa-8c50-4398-b0d7-af20a204e7d3), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:32.094456 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef8695-1be8-46c3-971d-9d284ab6d6bc None None] The sync data for ids ['62c0b5df-fde9-456f-aea0-d72f771c8c4c'] in dv-cinder-838009-1-iscsi is: [{'id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'name': 'tempest-AttachVolumeTestJSON-1784155718-router', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '004bb70c-4a50-4298-9e70-66904c845aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:10Z', 'revision_number': 4, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'gw_port': {'id': '004bb70c-4a50-4298-9e70-66904c845aad', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:55Z', 'updated_at': '2022-04-14T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '9d774956-49ae-47bf-a870-a63888ec42d0', 'name': '', 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'mac_address': 'fa:16:3e:47:59:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:01:06Z', 'updated_at': '2022-04-14T22:01:20Z', 'revision_number': 5, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'subnets': [{'id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:05:32.156839 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6861caaa-efe6-43c4-a9d6-9893e9e9dadf tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (e0a66bfa-8c50-4398-b0d7-af20a204e7d3), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:32.159530 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6861caaa-efe6-43c4-a9d6-9893e9e9dadf tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:32.161282 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-6861caaa-efe6-43c4-a9d6-9893e9e9dadf tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "DELETE /v2.0/security-groups/e0a66bfa-8c50-4398-b0d7-af20a204e7d3 HTTP/1.1" status: 204 len: 168 time: 0.1547723 Apr 14 22:05:32.164533 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 48806) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:32.178090 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861caaa-efe6-43c4-a9d6-9893e9e9dadf tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a66bfa-8c50-4398-b0d7-af20a204e7d3,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:32.191036 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.api.v2.resource [None req-52c442b5-9a4e-473b-8547-f6ff86e1f0d6 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] show failed (client error): The resource could not be found. Apr 14 22:05:32.192939 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-52c442b5-9a4e-473b-8547-f6ff86e1f0d6 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups/e0a66bfa-8c50-4398-b0d7-af20a204e7d3 HTTP/1.1" status: 404 len: 347 time: 0.0251367 Apr 14 22:05:32.195277 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 48808) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:32.333880 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-a1106e3b-7242-40a6-b672-ad656fafba97 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Deleting port 7467f1d8-67c5-433d-a39f-93a8af8b8839 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:05:32.334214 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a1106e3b-7242-40a6-b672-ad656fafba97 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (7467f1d8-67c5-433d-a39f-93a8af8b8839), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:32.405638 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512d63a0-f72a-45a4-851f-0771044ef69f None None] New status for floating IP 0535d47d-ee36-4219-a1c2-71721aec4e37: DOWN {{(pid=103422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:05:32.424712 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a1106e3b-7242-40a6-b672-ad656fafba97 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (7467f1d8-67c5-433d-a39f-93a8af8b8839), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:32.425038 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a1106e3b-7242-40a6-b672-ad656fafba97 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for floatingip (7467f1d8-67c5-433d-a39f-93a8af8b8839), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:32.442186 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-a1106e3b-7242-40a6-b672-ad656fafba97 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Calling delete_port for 7467f1d8-67c5-433d-a39f-93a8af8b8839 owned by network:floatingip {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:05:32.594621 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a1106e3b-7242-40a6-b672-ad656fafba97 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (7467f1d8-67c5-433d-a39f-93a8af8b8839), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:32.625558 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1106e3b-7242-40a6-b672-ad656fafba97 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Pushing event deleted for resources: {'Port': ['ID=7467f1d8-67c5-433d-a39f-93a8af8b8839,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:32.686595 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a1106e3b-7242-40a6-b672-ad656fafba97 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for floatingip (0535d47d-ee36-4219-a1c2-71721aec4e37), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:32.689828 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a1106e3b-7242-40a6-b672-ad656fafba97 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:32.691069 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-a1106e3b-7242-40a6-b672-ad656fafba97 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "DELETE /v2.0/floatingips/0535d47d-ee36-4219-a1c2-71721aec4e37 HTTP/1.1" status: 204 len: 168 time: 0.4940417 Apr 14 22:05:32.873443 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 48816) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:32.878127 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-e939eac3-deb5-4d12-b4d5-763d9937e336 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--537153358', 'description': 'tempest-description--351959666'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:05:32.898605 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e939eac3-deb5-4d12-b4d5-763d9937e336 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:32.965780 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e939eac3-deb5-4d12-b4d5-763d9937e336 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for security_group (0dac65e4-6c3c-46d4-b667-94dda170d97c), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:32.969913 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e939eac3-deb5-4d12-b4d5-763d9937e336 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (0dac65e4-6c3c-46d4-b667-94dda170d97c), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:32.998243 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e939eac3-deb5-4d12-b4d5-763d9937e336 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:32.999488 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-e939eac3-deb5-4d12-b4d5-763d9937e336 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1250517 Apr 14 22:05:33.002375 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 48818) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:33.007596 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-31fc59f7-20ee-479e-bd64-a00db9ec2eb5 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Request body: {'security_group_rule': {'security_group_id': '0dac65e4-6c3c-46d4-b667-94dda170d97c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:05:33.014578 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939eac3-deb5-4d12-b4d5-763d9937e336 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dac65e4-6c3c-46d4-b667-94dda170d97c,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:33.038977 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-31fc59f7-20ee-479e-bd64-a00db9ec2eb5 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for security_group_rule (a8d6d1f0-c397-4025-ac85-0939cf6c7d3e), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:33.106852 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-31fc59f7-20ee-479e-bd64-a00db9ec2eb5 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for security_group_rule (a8d6d1f0-c397-4025-ac85-0939cf6c7d3e), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:33.111555 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-31fc59f7-20ee-479e-bd64-a00db9ec2eb5 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (a8d6d1f0-c397-4025-ac85-0939cf6c7d3e), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:33.132454 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc59f7-20ee-479e-bd64-a00db9ec2eb5 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d6d1f0-c397-4025-ac85-0939cf6c7d3e,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:33.137815 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-31fc59f7-20ee-479e-bd64-a00db9ec2eb5 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:33.139042 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-31fc59f7-20ee-479e-bd64-a00db9ec2eb5 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357470 Apr 14 22:05:33.141788 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 48820) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:33.146376 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-a35cdb8c-7fc3-4ec3-b36a-3e6151cd2c4e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Request body: {'security_group_rule': {'security_group_id': '0dac65e4-6c3c-46d4-b667-94dda170d97c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:05:33.173082 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a35cdb8c-7fc3-4ec3-b36a-3e6151cd2c4e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for security_group_rule (32009597-b387-4e56-a88b-ca9962855be5), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:33.237995 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a35cdb8c-7fc3-4ec3-b36a-3e6151cd2c4e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for security_group_rule (32009597-b387-4e56-a88b-ca9962855be5), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:33.242488 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a35cdb8c-7fc3-4ec3-b36a-3e6151cd2c4e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (32009597-b387-4e56-a88b-ca9962855be5), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:33.262362 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cdb8c-7fc3-4ec3-b36a-3e6151cd2c4e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32009597-b387-4e56-a88b-ca9962855be5,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:33.272640 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a35cdb8c-7fc3-4ec3-b36a-3e6151cd2c4e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:33.274197 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-a35cdb8c-7fc3-4ec3-b36a-3e6151cd2c4e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312892 Apr 14 22:05:33.277340 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 48822) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:33.281841 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-a7545c29-f6f3-4d2b-8de2-9f76fea0ed6b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Request body: {'floatingip': {'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:05:33.302048 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a7545c29-f6f3-4d2b-8de2-9f76fea0ed6b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:33.387112 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a7545c29-f6f3-4d2b-8de2-9f76fea0ed6b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:33.502721 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-a7545c29-f6f3-4d2b-8de2-9f76fea0ed6b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Allocated IP 172.27.2.26 (3128b05d-34b2-457b-8391-96d8c4503307/9279f13a-7b11-4203-b3e3-d3fa0b2aa609/dbfd94d7-c33b-4d86-a65a-0d137c8acfff) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:05:33.616141 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a7545c29-f6f3-4d2b-8de2-9f76fea0ed6b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for port (dbfd94d7-c33b-4d86-a65a-0d137c8acfff), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:33.673833 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a7545c29-f6f3-4d2b-8de2-9f76fea0ed6b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (dbfd94d7-c33b-4d86-a65a-0d137c8acfff), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:33.730261 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc60595-1d0d-4f45-aaac-0e1918767760 req-6df4e1aa-2f98-4aa1-874d-62ae56070500 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:33.731760 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-afc60595-1d0d-4f45-aaac-0e1918767760 req-6df4e1aa-2f98-4aa1-874d-62ae56070500 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 945 time: 0.0885646 Apr 14 22:05:33.733517 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7545c29-f6f3-4d2b-8de2-9f76fea0ed6b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Network 3128b05d-34b2-457b-8391-96d8c4503307 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:05:33.736592 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-a7545c29-f6f3-4d2b-8de2-9f76fea0ed6b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:05:33.738960 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7545c29-f6f3-4d2b-8de2-9f76fea0ed6b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:05:33.769121 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7545c29-f6f3-4d2b-8de2-9f76fea0ed6b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Pushing event updated for resources: {'Port': ['ID=dbfd94d7-c33b-4d86-a65a-0d137c8acfff,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:33.846307 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-afc60595-1d0d-4f45-aaac-0e1918767760 req-07c4774a-cd02-4bc2-be24-20ab95082e4b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010649 Apr 14 22:05:33.869095 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a7545c29-f6f3-4d2b-8de2-9f76fea0ed6b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for floatingip (eb667074-257b-4bc1-b3af-a6e40fc75cbc), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:33.905749 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a7545c29-f6f3-4d2b-8de2-9f76fea0ed6b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (dbfd94d7-c33b-4d86-a65a-0d137c8acfff), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:34.059863 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a7545c29-f6f3-4d2b-8de2-9f76fea0ed6b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for port (dbfd94d7-c33b-4d86-a65a-0d137c8acfff), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:34.064840 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a7545c29-f6f3-4d2b-8de2-9f76fea0ed6b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (dbfd94d7-c33b-4d86-a65a-0d137c8acfff), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:34.133602 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7545c29-f6f3-4d2b-8de2-9f76fea0ed6b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Pushing event updated for resources: {'Port': ['ID=dbfd94d7-c33b-4d86-a65a-0d137c8acfff,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:34.150327 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a7545c29-f6f3-4d2b-8de2-9f76fea0ed6b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (eb667074-257b-4bc1-b3af-a6e40fc75cbc), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:34.169051 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a7545c29-f6f3-4d2b-8de2-9f76fea0ed6b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:34.170392 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-a7545c29-f6f3-4d2b-8de2-9f76fea0ed6b tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8920307 Apr 14 22:05:34.375231 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-3d0dade5-4b1f-4993-89b2-c544fbb405de tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--537153358&fields=id&tenant_id=57cc8af3ea5f43dea31995492e7632a5 HTTP/1.1" status: 200 len: 267 time: 0.0417571 Apr 14 22:05:34.468811 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device e5e20866-74a2-4572-b910-150af0b0a925 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:05:34.487324 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-de170b2c-3087-4b68-9ded-10d4083b4221 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:34.488804 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-de170b2c-3087-4b68-9ded-10d4083b4221 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/networks?id=effe8ea7-6d93-45a6-99a1-18a80b92d90d HTTP/1.1" status: 200 len: 811 time: 0.1057158 Apr 14 22:05:34.489344 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] No Port match for: e5e20866-74a2-4572-b910-150af0b0a925 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:05:34.489688 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device e5e20866-74a2-4572-b910-150af0b0a925 not bound to the agent host hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:05:34.504599 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-c1a84290-df64-46c4-bde3-ee71cec75be4 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/quotas/57cc8af3ea5f43dea31995492e7632a5 HTTP/1.1" status: 200 len: 375 time: 0.0091228 Apr 14 22:05:34.553328 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-a9dbe3d2-c0d7-4da9-9801-94e94e80fbad tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=57cc8af3ea5f43dea31995492e7632a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436828 Apr 14 22:05:34.646190 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-2152f5ab-aa2d-4bb2-b9ec-f70ec75f1125 service neutron] 10.222.0.43 "GET /v2.0/networks/effe8ea7-6d93-45a6-99a1-18a80b92d90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811465 Apr 14 22:05:34.736855 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-b40d6af9-e6d6-4038-bd82-10cfadac0eac service neutron] 10.222.0.43 "GET /v2.0/networks/effe8ea7-6d93-45a6-99a1-18a80b92d90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842969 Apr 14 22:05:34.902337 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3e49d02f-eced-4b4e-b971-7e105cc69bf3 req-c7dda843-0083-4651-ba57-b08c92397bca tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=0001b0f2-eec3-468e-b6ed-6ad35e8fda90 HTTP/1.1" status: 200 len: 210 time: 0.0315866 Apr 14 22:05:34.972256 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6c786-40af-4bac-80d2-eafbf4e939b4 req-ff6afd63-782e-4fa8-b3a2-d3a304d5b63e tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:34.974644 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d5f6c786-40af-4bac-80d2-eafbf4e939b4 req-ff6afd63-782e-4fa8-b3a2-d3a304d5b63e tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 945 time: 0.0509164 Apr 14 22:05:35.026403 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d5f6c786-40af-4bac-80d2-eafbf4e939b4 req-2f85e759-1073-4dae-b104-41757f0a02e4 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459342 Apr 14 22:05:35.999070 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b18158a5-1d7a-46db-8834-f0ffe6d15310 req-daddaf6d-8588-4e70-89f9-aa543743a3b8 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=0001b0f2-eec3-468e-b6ed-6ad35e8fda90 HTTP/1.1" status: 200 len: 210 time: 0.0276632 Apr 14 22:05:36.139967 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed8382-fce4-4cf4-ab17-21d98edbcab5 req-b7e2a671-4a54-4394-bdf7-951f62aec44a tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:36.141390 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-45ed8382-fce4-4cf4-ab17-21d98edbcab5 req-b7e2a671-4a54-4394-bdf7-951f62aec44a tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 945 time: 0.0482137 Apr 14 22:05:36.187643 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-45ed8382-fce4-4cf4-ab17-21d98edbcab5 req-f7a28af8-11c5-495b-a190-c5e3411d82d0 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407684 Apr 14 22:05:37.095891 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cbac988e-4c50-46b8-bc4b-6fa76ae546c1 req-85de2e5c-399e-4d65-9e5d-556f73d45b14 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=0001b0f2-eec3-468e-b6ed-6ad35e8fda90 HTTP/1.1" status: 200 len: 210 time: 0.0280099 Apr 14 22:05:37.297472 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5feb95-cdfc-4d47-80bd-e4bc886236fd req-af99ac1e-392e-4d59-8888-83c93e8c2347 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:37.298919 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5a5feb95-cdfc-4d47-80bd-e4bc886236fd req-af99ac1e-392e-4d59-8888-83c93e8c2347 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 945 time: 0.0451732 Apr 14 22:05:37.347490 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5a5feb95-cdfc-4d47-80bd-e4bc886236fd req-ceadafbb-bfd3-457f-950b-c9fc10340fd6 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6809f7-9490-4d86-835a-1e0294ae5121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408165 Apr 14 22:05:37.406601 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c51f7b-f1ef-48ca-ac99-5b6adbd65184 req-3e0d3124-9612-469a-9416-9bdc624110c3 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:37.408142 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-45c51f7b-f1ef-48ca-ac99-5b6adbd65184 req-3e0d3124-9612-469a-9416-9bdc624110c3 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.26 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 945 time: 0.0484221 Apr 14 22:05:37.587185 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-45c51f7b-f1ef-48ca-ac99-5b6adbd65184 req-99871774-9f79-4505-938f-a1f79086081b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Deleting port 521a8421-b014-4d50-883e-a6bf1d1019d3 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:05:37.587890 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-45c51f7b-f1ef-48ca-ac99-5b6adbd65184 req-99871774-9f79-4505-938f-a1f79086081b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (521a8421-b014-4d50-883e-a6bf1d1019d3), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:37.621883 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-17e29575-e8c6-437f-91f9-b6655b1e768f tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:37.623338 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-17e29575-e8c6-437f-91f9-b6655b1e768f tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.26 "GET /v2.0/networks?id=effe8ea7-6d93-45a6-99a1-18a80b92d90d HTTP/1.1" status: 200 len: 811 time: 0.1957216 Apr 14 22:05:37.701907 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-45c51f7b-f1ef-48ca-ac99-5b6adbd65184 req-99871774-9f79-4505-938f-a1f79086081b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] For port 521a8421-b014-4d50-883e-a6bf1d1019d3, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=521a8421-b014-4d50-883e-a6bf1d1019d3,segment=NetworkSegment(24888de7-6475-43bb-a908-022d110a0453),segment_id=24888de7-6475-43bb-a908-022d110a0453)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:05:37.702276 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-45c51f7b-f1ef-48ca-ac99-5b6adbd65184 req-99871774-9f79-4505-938f-a1f79086081b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (521a8421-b014-4d50-883e-a6bf1d1019d3), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:37.789330 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-d208e577-9697-463d-8c00-a60368008437 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57cc8af3ea5f43dea31995492e7632a5 HTTP/1.1" status: 200 len: 379 time: 0.1172383 Apr 14 22:05:37.802621 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-849e03b2-f043-4413-8add-4bc2a3131e28 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Request body: {'port': {'device_id': '0001b0f2-eec3-468e-b6ed-6ad35e8fda90', 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d', 'admin_state_up': True, 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'security_groups': ['0dac65e4-6c3c-46d4-b667-94dda170d97c']}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:05:37.977820 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-45c51f7b-f1ef-48ca-ac99-5b6adbd65184 req-99871774-9f79-4505-938f-a1f79086081b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:37.978781 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-45c51f7b-f1ef-48ca-ac99-5b6adbd65184 req-99871774-9f79-4505-938f-a1f79086081b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (5eca76cf-fa52-4be1-8f64-59a297a3dde8), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:37.979077 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.l3_db [req-45c51f7b-f1ef-48ca-ac99-5b6adbd65184 req-99871774-9f79-4505-938f-a1f79086081b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Floating IP 5eca76cf-fa52-4be1-8f64-59a297a3dde8 disassociated. External IP: 172.27.2.70, port: 521a8421-b014-4d50-883e-a6bf1d1019d3. Apr 14 22:05:37.979419 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-45c51f7b-f1ef-48ca-ac99-5b6adbd65184 req-99871774-9f79-4505-938f-a1f79086081b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Calling delete_port for 521a8421-b014-4d50-883e-a6bf1d1019d3 owned by compute:nova {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:05:38.032285 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-849e03b2-f043-4413-8add-4bc2a3131e28 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Made reservation on behalf of 57cc8af3ea5f43dea31995492e7632a5 for: {'port': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:05:38.035688 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-849e03b2-f043-4413-8add-4bc2a3131e28 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:38.229758 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2cb2ed47-02eb-4f73-9f17-f6f562ba6d34 req-bbc85198-442b-4321-93c1-80d8843657d4 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=0001b0f2-eec3-468e-b6ed-6ad35e8fda90 HTTP/1.1" status: 200 len: 210 time: 0.0474930 Apr 14 22:05:38.246738 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-849e03b2-f043-4413-8add-4bc2a3131e28 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Allocated IP 172.20.0.5 (effe8ea7-6d93-45a6-99a1-18a80b92d90d/e7eeaee9-acfc-4c29-821f-fe146a812549/52a0ca8c-a12b-4ee4-8710-a1405f12a93c) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:05:38.252467 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-45c51f7b-f1ef-48ca-ac99-5b6adbd65184 req-99871774-9f79-4505-938f-a1f79086081b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (521a8421-b014-4d50-883e-a6bf1d1019d3), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:38.288185 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99871774-9f79-4505-938f-a1f79086081b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Pushing event deleted for resources: {'Port': ['ID=521a8421-b014-4d50-883e-a6bf1d1019d3,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:38.441549 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-773a9033-b429-409f-9f41-a044e1fea463 req-9dea9743-4530-4051-9333-adcfbe44cde9 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5198e879-71a8-47e9-ab6a-72e7efec83bc HTTP/1.1" status: 200 len: 210 time: 0.0289633 Apr 14 22:05:38.504213 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-849e03b2-f043-4413-8add-4bc2a3131e28 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for port (52a0ca8c-a12b-4ee4-8710-a1405f12a93c), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:38.506611 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45c51f7b-f1ef-48ca-ac99-5b6adbd65184 req-99871774-9f79-4505-938f-a1f79086081b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Router 736e1b67-9b69-49f4-8455-bddd9e3b58df has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:05:38.613709 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-849e03b2-f043-4413-8add-4bc2a3131e28 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (52a0ca8c-a12b-4ee4-8710-a1405f12a93c), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:38.669503 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-849e03b2-f043-4413-8add-4bc2a3131e28 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Network effe8ea7-6d93-45a6-99a1-18a80b92d90d is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:05:38.678056 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-849e03b2-f043-4413-8add-4bc2a3131e28 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:05:38.684370 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-849e03b2-f043-4413-8add-4bc2a3131e28 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:05:38.713778 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e03b2-f043-4413-8add-4bc2a3131e28 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Pushing event updated for resources: {'Port': ['ID=52a0ca8c-a12b-4ee4-8710-a1405f12a93c,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:38.718962 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45c51f7b-f1ef-48ca-ac99-5b6adbd65184 req-99871774-9f79-4505-938f-a1f79086081b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:05:38.734134 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78872b4-576d-42e0-ad55-c516cad1089c None None] Sync routers for ids ['736e1b67-9b69-49f4-8455-bddd9e3b58df'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:05:38.746098 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78872b4-576d-42e0-ad55-c516cad1089c None None] Routers {'736e1b67-9b69-49f4-8455-bddd9e3b58df'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:05:38.747008 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-d78872b4-576d-42e0-ad55-c516cad1089c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:05:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['736e1b67-9b69-49f4-8455-bddd9e3b58df'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:38.775926 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c51f7b-f1ef-48ca-ac99-5b6adbd65184 req-99871774-9f79-4505-938f-a1f79086081b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] No DVR routers for this DVR port 521a8421-b014-4d50-883e-a6bf1d1019d3 on host hv-cinder-83800 {{(pid=103420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:05:38.782582 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-849e03b2-f043-4413-8add-4bc2a3131e28 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:38.783238 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-849e03b2-f043-4413-8add-4bc2a3131e28 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:38.786367 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-45c51f7b-f1ef-48ca-ac99-5b6adbd65184 req-99871774-9f79-4505-938f-a1f79086081b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:38.789805 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-45c51f7b-f1ef-48ca-ac99-5b6adbd65184 req-99871774-9f79-4505-938f-a1f79086081b tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.26 "DELETE /v2.0/ports/521a8421-b014-4d50-883e-a6bf1d1019d3 HTTP/1.1" status: 204 len: 173 time: 1.3708324 Apr 14 22:05:38.790278 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5198e879-71a8-47e9-ab6a-72e7efec83bc', 'name': 'network-vif-deleted', 'tag': '521a8421-b014-4d50-883e-a6bf1d1019d3'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:05:38.793490 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb9c920-1749-416d-9857-c42a97eb3017" -d '{"events": [{"server_uuid": "5198e879-71a8-47e9-ab6a-72e7efec83bc", "name": "network-vif-deleted", "tag": "521a8421-b014-4d50-883e-a6bf1d1019d3"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:05:38.831250 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-849e03b2-f043-4413-8add-4bc2a3131e28 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0351193 Apr 14 22:05:38.845190 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-68761d05-8537-48a1-8541-8e9333ec8c6c service neutron] Request body: {'port': {'device_id': '0001b0f2-eec3-468e-b6ed-6ad35e8fda90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:05:38.887247 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef251ca4-457e-4d39-912a-c2753a7825f5 x-openstack-request-id: req-ef251ca4-457e-4d39-912a-c2753a7825f5 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:05:38.887615 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5198e879-71a8-47e9-ab6a-72e7efec83bc", "name": "network-vif-deleted", "tag": "521a8421-b014-4d50-883e-a6bf1d1019d3", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:05:38.887785 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef251ca4-457e-4d39-912a-c2753a7825f5 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:05:38.888197 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef251ca4-457e-4d39-912a-c2753a7825f5'] response: {'server_uuid': '5198e879-71a8-47e9-ab6a-72e7efec83bc', 'name': 'network-vif-deleted', 'tag': '521a8421-b014-4d50-883e-a6bf1d1019d3', 'status': 'completed', 'code': 200} Apr 14 22:05:38.938523 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-68761d05-8537-48a1-8541-8e9333ec8c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (52a0ca8c-a12b-4ee4-8710-a1405f12a93c), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:39.031366 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-d78872b4-576d-42e0-ad55-c516cad1089c None None] Set router 736e1b67-9b69-49f4-8455-bddd9e3b58df gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:05:39.078910 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-975aa3e5-d218-4c14-ab3c-ba70652081ac None None] Provisioning complete for port 52a0ca8c-a12b-4ee4-8710-a1405f12a93c triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:05:39.079275 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-975aa3e5-d218-4c14-ab3c-ba70652081ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (52a0ca8c-a12b-4ee4-8710-a1405f12a93c), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:39.191090 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-975aa3e5-d218-4c14-ab3c-ba70652081ac None None] Port 52a0ca8c-a12b-4ee4-8710-a1405f12a93c cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:05:39.218803 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-68761d05-8537-48a1-8541-8e9333ec8c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a0ca8c-a12b-4ee4-8710-a1405f12a93c {{(pid=103420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:05:39.227130 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-68761d05-8537-48a1-8541-8e9333ec8c6c service neutron] Publish callbacks [] for port (52a0ca8c-a12b-4ee4-8710-a1405f12a93c), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:39.244155 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.provisioning_blocks [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-68761d05-8537-48a1-8541-8e9333ec8c6c service neutron] Transition to ACTIVE for port object 52a0ca8c-a12b-4ee4-8710-a1405f12a93c will not be triggered until provisioned by entity L2. {{(pid=103420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:05:39.248543 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-68761d05-8537-48a1-8541-8e9333ec8c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (52a0ca8c-a12b-4ee4-8710-a1405f12a93c), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:39.299922 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-d78872b4-576d-42e0-ad55-c516cad1089c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'name': 'tempest-ServerRescueNegativeTestJSON-2065454866-router', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'c175947b-82e8-432e-971a-a338266f5244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:50Z', 'updated_at': '2022-04-14T22:01:03Z', 'revision_number': 4, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'gw_port': {'id': 'c175947b-82e8-432e-971a-a338266f5244', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '033eaae8-9407-420d-b99d-291c920c060f', 'name': '', 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'mac_address': 'fa:16:3e:7a:91:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '801c38b5-c92d-488d-9425-23346baf9bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:01:01Z', 'updated_at': '2022-04-14T22:01:15Z', 'revision_number': 5, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'subnets': [{'id': '801c38b5-c92d-488d-9425-23346baf9bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:39.315053 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68761d05-8537-48a1-8541-8e9333ec8c6c service neutron] Pushing event updated for resources: {'Port': ['ID=52a0ca8c-a12b-4ee4-8710-a1405f12a93c,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:39.339261 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78872b4-576d-42e0-ad55-c516cad1089c None None] Checking router: 736e1b67-9b69-49f4-8455-bddd9e3b58df for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:05:39.348897 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78872b4-576d-42e0-ad55-c516cad1089c None None] Routers {'736e1b67-9b69-49f4-8455-bddd9e3b58df'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:05:39.349543 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-d78872b4-576d-42e0-ad55-c516cad1089c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:05:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['736e1b67-9b69-49f4-8455-bddd9e3b58df'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:39.399973 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a19f2-a199-49f3-b585-ebb4ad60134e req-8914c14d-f332-4ba2-9f1d-733ecc765a2a tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:39.401977 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5f1a19f2-a199-49f3-b585-ebb4ad60134e req-8914c14d-f332-4ba2-9f1d-733ecc765a2a tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=0001b0f2-eec3-468e-b6ed-6ad35e8fda90 HTTP/1.1" status: 200 len: 943 time: 0.0857384 Apr 14 22:05:39.417812 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-68761d05-8537-48a1-8541-8e9333ec8c6c service neutron] Attempting to bind port 52a0ca8c-a12b-4ee4-8710-a1405f12a93c on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:05:39.418232 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-68761d05-8537-48a1-8541-8e9333ec8c6c service neutron] Attempting to bind port 52a0ca8c-a12b-4ee4-8710-a1405f12a93c by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '78c76d73-f220-4079-ab55-63060669f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:05:39.418883 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-68761d05-8537-48a1-8541-8e9333ec8c6c service neutron] Attempting to bind port 52a0ca8c-a12b-4ee4-8710-a1405f12a93c on network effe8ea7-6d93-45a6-99a1-18a80b92d90d {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:05:39.424528 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-68761d05-8537-48a1-8541-8e9333ec8c6c service neutron] Port 52a0ca8c-a12b-4ee4-8710-a1405f12a93c on network effe8ea7-6d93-45a6-99a1-18a80b92d90d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:05:39.425312 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-68761d05-8537-48a1-8541-8e9333ec8c6c service neutron] Attempting to bind port 52a0ca8c-a12b-4ee4-8710-a1405f12a93c on network effe8ea7-6d93-45a6-99a1-18a80b92d90d {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:05:39.433206 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-68761d05-8537-48a1-8541-8e9333ec8c6c service neutron] Checking agent: {'id': 'a0099bcd-bb41-4a7e-a45e-2f38f6e9b749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'started_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:05:39.433620 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-68761d05-8537-48a1-8541-8e9333ec8c6c service neutron] Checking segment: {'id': '78c76d73-f220-4079-ab55-63060669f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:05:39.434069 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-68761d05-8537-48a1-8541-8e9333ec8c6c service neutron] Bound using segment: {'id': '78c76d73-f220-4079-ab55-63060669f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:05:39.434591 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-68761d05-8537-48a1-8541-8e9333ec8c6c service neutron] Bound port: 52a0ca8c-a12b-4ee4-8710-a1405f12a93c, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c76d73-f220-4079-ab55-63060669f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:05:39.435034 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-68761d05-8537-48a1-8541-8e9333ec8c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (52a0ca8c-a12b-4ee4-8710-a1405f12a93c), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:39.484394 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5f1a19f2-a199-49f3-b585-ebb4ad60134e req-25506eb6-0c53-48b0-9288-360a863114d4 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=0dac65e4-6c3c-46d4-b667-94dda170d97c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637419 Apr 14 22:05:39.503426 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-d78872b4-576d-42e0-ad55-c516cad1089c None None] Set router 736e1b67-9b69-49f4-8455-bddd9e3b58df gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:05:39.522068 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-68761d05-8537-48a1-8541-8e9333ec8c6c service neutron] For port 52a0ca8c-a12b-4ee4-8710-a1405f12a93c, host hv-cinder-83800, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:05:39.527222 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-68761d05-8537-48a1-8541-8e9333ec8c6c service neutron] For port 52a0ca8c-a12b-4ee4-8710-a1405f12a93c, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=52a0ca8c-a12b-4ee4-8710-a1405f12a93c,segment=NetworkSegment(78c76d73-f220-4079-ab55-63060669f18c),segment_id=78c76d73-f220-4079-ab55-63060669f18c)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:05:39.534295 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-68761d05-8537-48a1-8541-8e9333ec8c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (52a0ca8c-a12b-4ee4-8710-a1405f12a93c), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:39.563003 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 48882) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:39.575950 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-68761d05-8537-48a1-8541-8e9333ec8c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:39.576646 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-68761d05-8537-48a1-8541-8e9333ec8c6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:39.578973 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-68761d05-8537-48a1-8541-8e9333ec8c6c service neutron] 10.222.0.26 "PUT /v2.0/ports/52a0ca8c-a12b-4ee4-8710-a1405f12a93c HTTP/1.1" status: 200 len: 1093 time: 0.7379498 Apr 14 22:05:39.604688 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68761d05-8537-48a1-8541-8e9333ec8c6c service neutron] Pushing event updated for resources: {'Port': ['ID=52a0ca8c-a12b-4ee4-8710-a1405f12a93c,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:39.644093 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fdc6ccab-559e-4cac-b5fa-fea0041a534a tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks [] for security_group (bf6809f7-9490-4d86-835a-1e0294ae5121), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:39.661149 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-36410ec1-2503-4009-ab5a-f95b98fa7c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:39.663317 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-36410ec1-2503-4009-ab5a-f95b98fa7c75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57cc8af3ea5f43dea31995492e7632a5&device_id=0001b0f2-eec3-468e-b6ed-6ad35e8fda90 HTTP/1.1" status: 200 len: 1127 time: 0.0455990 Apr 14 22:05:39.677556 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fdc6ccab-559e-4cac-b5fa-fea0041a534a tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks [] for security_group (bf6809f7-9490-4d86-835a-1e0294ae5121), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:39.714690 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-2daf476f-0cf5-4142-8e83-4e7eb070ed4b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52a0ca8c-a12b-4ee4-8710-a1405f12a93c HTTP/1.1" status: 200 len: 217 time: 0.0447111 Apr 14 22:05:39.735736 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fdc6ccab-559e-4cac-b5fa-fea0041a534a tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (bf6809f7-9490-4d86-835a-1e0294ae5121), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:39.739020 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fdc6ccab-559e-4cac-b5fa-fea0041a534a tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:39.740455 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-fdc6ccab-559e-4cac-b5fa-fea0041a534a tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "DELETE /v2.0/security-groups/bf6809f7-9490-4d86-835a-1e0294ae5121 HTTP/1.1" status: 204 len: 168 time: 0.1763163 Apr 14 22:05:39.750889 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 48884) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:39.751886 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6ccab-559e-4cac-b5fa-fea0041a534a tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6809f7-9490-4d86-835a-1e0294ae5121,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:39.768530 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-d78872b4-576d-42e0-ad55-c516cad1089c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'name': 'tempest-ServerRescueNegativeTestJSON-2065454866-router', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'c175947b-82e8-432e-971a-a338266f5244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:50Z', 'updated_at': '2022-04-14T22:01:03Z', 'revision_number': 4, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'gw_port': {'id': 'c175947b-82e8-432e-971a-a338266f5244', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '033eaae8-9407-420d-b99d-291c920c060f', 'name': '', 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'mac_address': 'fa:16:3e:7a:91:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '801c38b5-c92d-488d-9425-23346baf9bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:01:01Z', 'updated_at': '2022-04-14T22:01:15Z', 'revision_number': 5, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'subnets': [{'id': '801c38b5-c92d-488d-9425-23346baf9bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:39.770039 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.api.v2.resource [None req-7f937c26-6498-431f-95c8-9728c7d2d58e tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] show failed (client error): The resource could not be found. Apr 14 22:05:39.771263 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-7f937c26-6498-431f-95c8-9728c7d2d58e tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups/bf6809f7-9490-4d86-835a-1e0294ae5121 HTTP/1.1" status: 404 len: 347 time: 0.0167842 Apr 14 22:05:39.774230 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 48886) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:39.782971 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-65c91d0f-85ae-40e2-a2be-f3a447e62202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:39.784757 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-65c91d0f-85ae-40e2-a2be-f3a447e62202 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7eeaee9-acfc-4c29-821f-fe146a812549 HTTP/1.1" status: 200 len: 850 time: 0.0595043 Apr 14 22:05:39.815961 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78872b4-576d-42e0-ad55-c516cad1089c None None] The sync data for ids ['736e1b67-9b69-49f4-8455-bddd9e3b58df'] in dv-cinder-838009-1-iscsi is: [{'id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'name': 'tempest-ServerRescueNegativeTestJSON-2065454866-router', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'c175947b-82e8-432e-971a-a338266f5244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:50Z', 'updated_at': '2022-04-14T22:01:03Z', 'revision_number': 4, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'gw_port': {'id': 'c175947b-82e8-432e-971a-a338266f5244', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '033eaae8-9407-420d-b99d-291c920c060f', 'name': '', 'network_id': '24ce8649-73b0-4bad-abdf-64923fbb2e24', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'mac_address': 'fa:16:3e:7a:91:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '801c38b5-c92d-488d-9425-23346baf9bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:01:01Z', 'updated_at': '2022-04-14T22:01:15Z', 'revision_number': 5, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'subnets': [{'id': '801c38b5-c92d-488d-9425-23346baf9bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:05:39.855735 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-a850cff8-4208-4ca3-85d1-9b221dd2e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:39.857423 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-a850cff8-4208-4ca3-85d1-9b221dd2e796 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=effe8ea7-6d93-45a6-99a1-18a80b92d90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646286 Apr 14 22:05:39.914686 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-a8630754-844c-4b3d-8185-f5824947d3f1 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Deleting port c9cc76be-a6d9-4b4c-9c89-0edc3d063539 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:05:39.914886 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a8630754-844c-4b3d-8185-f5824947d3f1 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (c9cc76be-a6d9-4b4c-9c89-0edc3d063539), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:39.966272 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-24475fe6-fd06-4e03-9451-8080ab403306 service neutron] 10.222.0.26 "GET /v2.0/networks/effe8ea7-6d93-45a6-99a1-18a80b92d90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000004 Apr 14 22:05:40.011386 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a8630754-844c-4b3d-8185-f5824947d3f1 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (c9cc76be-a6d9-4b4c-9c89-0edc3d063539), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:40.011725 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a8630754-844c-4b3d-8185-f5824947d3f1 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks [] for floatingip (c9cc76be-a6d9-4b4c-9c89-0edc3d063539), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:40.026429 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-a8630754-844c-4b3d-8185-f5824947d3f1 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Calling delete_port for c9cc76be-a6d9-4b4c-9c89-0edc3d063539 owned by network:floatingip {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:05:40.068610 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-50d9025f-a9c9-4b31-b4ca-53ff0f48beb9 req-34a17fe7-d9c0-4666-8400-39831f75928e service neutron] 10.222.0.26 "GET /v2.0/networks/effe8ea7-6d93-45a6-99a1-18a80b92d90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960498 Apr 14 22:05:40.098788 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa459991-ab01-4ef8-8b60-8b11302ee058 None None] New status for floating IP 5eca76cf-fa52-4be1-8f64-59a297a3dde8: DOWN {{(pid=103422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:05:40.183523 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a8630754-844c-4b3d-8185-f5824947d3f1 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (c9cc76be-a6d9-4b4c-9c89-0edc3d063539), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:40.184435 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.db.api [None req-fa459991-ab01-4ef8-8b60-8b11302ee058 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 14 22:05:40.184824 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG oslo_db.api [None req-fa459991-ab01-4ef8-8b60-8b11302ee058 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 14 22:05:40.210568 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8630754-844c-4b3d-8185-f5824947d3f1 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Pushing event deleted for resources: {'Port': ['ID=c9cc76be-a6d9-4b4c-9c89-0edc3d063539,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:40.272894 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a8630754-844c-4b3d-8185-f5824947d3f1 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks [] for floatingip (5eca76cf-fa52-4be1-8f64-59a297a3dde8), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:40.276173 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a8630754-844c-4b3d-8185-f5824947d3f1 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:40.277344 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-a8630754-844c-4b3d-8185-f5824947d3f1 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "DELETE /v2.0/floatingips/5eca76cf-fa52-4be1-8f64-59a297a3dde8 HTTP/1.1" status: 204 len: 168 time: 0.5014992 Apr 14 22:05:40.595784 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedde79e-f915-43b7-8c49-0afdf94517e2 req-4479027b-8ddd-473a-a51f-bf40e333b91e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:40.596917 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fedde79e-f915-43b7-8c49-0afdf94517e2 req-4479027b-8ddd-473a-a51f-bf40e333b91e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=0001b0f2-eec3-468e-b6ed-6ad35e8fda90 HTTP/1.1" status: 200 len: 943 time: 0.0519414 Apr 14 22:05:40.645394 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fedde79e-f915-43b7-8c49-0afdf94517e2 req-c4e41b40-8a37-420a-9884-db7a5b7874ec tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=0dac65e4-6c3c-46d4-b667-94dda170d97c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426595 Apr 14 22:05:40.685788 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa459991-ab01-4ef8-8b60-8b11302ee058 None None] New status for floating IP 5eca76cf-fa52-4be1-8f64-59a297a3dde8: DOWN {{(pid=103422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:05:40.889686 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0001b0f2-eec3-468e-b6ed-6ad35e8fda90', 'tag': '52a0ca8c-a12b-4ee4-8710-a1405f12a93c'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:05:40.892084 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46de20ad-36fa-479d-8fec-2065d6fb5a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "0001b0f2-eec3-468e-b6ed-6ad35e8fda90", "tag": "52a0ca8c-a12b-4ee4-8710-a1405f12a93c"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:05:40.926766 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b56bf00-03f1-403b-a501-8b948f67f7d9 x-openstack-request-id: req-5b56bf00-03f1-403b-a501-8b948f67f7d9 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:05:40.927059 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0001b0f2-eec3-468e-b6ed-6ad35e8fda90", "tag": "52a0ca8c-a12b-4ee4-8710-a1405f12a93c", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:05:40.927313 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b56bf00-03f1-403b-a501-8b948f67f7d9 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:05:40.927710 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b56bf00-03f1-403b-a501-8b948f67f7d9'] response: {'name': 'network-changed', 'server_uuid': '0001b0f2-eec3-468e-b6ed-6ad35e8fda90', 'tag': '52a0ca8c-a12b-4ee4-8710-a1405f12a93c', 'status': 'completed', 'code': 200} Apr 14 22:05:41.011260 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de20ad-36fa-479d-8fec-2065d6fb5a5b req-a2f59dc3-5765-40d5-bfd1-71ca1552b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:41.012805 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-46de20ad-36fa-479d-8fec-2065d6fb5a5b req-a2f59dc3-5765-40d5-bfd1-71ca1552b190 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57cc8af3ea5f43dea31995492e7632a5&device_id=0001b0f2-eec3-468e-b6ed-6ad35e8fda90 HTTP/1.1" status: 200 len: 1127 time: 0.0396330 Apr 14 22:05:41.358253 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de20ad-36fa-479d-8fec-2065d6fb5a5b req-f938c207-8676-4499-a24c-8619d459411f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:41.359762 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-46de20ad-36fa-479d-8fec-2065d6fb5a5b req-f938c207-8676-4499-a24c-8619d459411f service neutron] 10.222.0.26 "GET /v2.0/networks?id=effe8ea7-6d93-45a6-99a1-18a80b92d90d HTTP/1.1" status: 200 len: 911 time: 0.3406487 Apr 14 22:05:41.401453 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-46de20ad-36fa-479d-8fec-2065d6fb5a5b req-5b60e4a7-4733-4982-9b6d-7e12032061a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52a0ca8c-a12b-4ee4-8710-a1405f12a93c HTTP/1.1" status: 200 len: 217 time: 0.0348501 Apr 14 22:05:41.458621 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de20ad-36fa-479d-8fec-2065d6fb5a5b req-3e42170f-2d63-4a31-ad59-d7bfe3f47820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:41.460980 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-46de20ad-36fa-479d-8fec-2065d6fb5a5b req-3e42170f-2d63-4a31-ad59-d7bfe3f47820 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7eeaee9-acfc-4c29-821f-fe146a812549 HTTP/1.1" status: 200 len: 850 time: 0.0538509 Apr 14 22:05:41.506292 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de20ad-36fa-479d-8fec-2065d6fb5a5b req-51b452f2-0402-4128-8053-fdacdd288f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:41.507710 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-46de20ad-36fa-479d-8fec-2065d6fb5a5b req-51b452f2-0402-4128-8053-fdacdd288f8e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=effe8ea7-6d93-45a6-99a1-18a80b92d90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393207 Apr 14 22:05:41.601003 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-46de20ad-36fa-479d-8fec-2065d6fb5a5b req-39000c8a-665e-4ce3-bbcc-3fbd5dad81bc service neutron] 10.222.0.26 "GET /v2.0/networks/effe8ea7-6d93-45a6-99a1-18a80b92d90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861390 Apr 14 22:05:41.705470 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-46de20ad-36fa-479d-8fec-2065d6fb5a5b req-c6269e31-24bf-4cb8-b84a-b5c92771acd8 service neutron] 10.222.0.26 "GET /v2.0/networks/effe8ea7-6d93-45a6-99a1-18a80b92d90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978587 Apr 14 22:05:41.764350 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772fccd-2514-453f-b186-fd468b746fa8 req-dd5ab885-14fe-4d4e-971c-10e00d75b2eb tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:41.765935 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5772fccd-2514-453f-b186-fd468b746fa8 req-dd5ab885-14fe-4d4e-971c-10e00d75b2eb tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=0001b0f2-eec3-468e-b6ed-6ad35e8fda90 HTTP/1.1" status: 200 len: 943 time: 0.0490220 Apr 14 22:05:41.814860 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5772fccd-2514-453f-b186-fd468b746fa8 req-ac02bf25-15e0-460e-a7a5-9a9b7d44ec49 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=0dac65e4-6c3c-46d4-b667-94dda170d97c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432746 Apr 14 22:05:42.521983 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 52a0ca8c-a12b-4ee4-8710-a1405f12a93c details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:05:42.527100 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 521a8421-b014-4d50-883e-a6bf1d1019d3 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:05:42.554832 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] No Port match for: 521a8421-b014-4d50-883e-a6bf1d1019d3 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:05:42.555178 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 521a8421-b014-4d50-883e-a6bf1d1019d3 not bound to the agent host hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:05:42.643686 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 52a0ca8c-a12b-4ee4-8710-a1405f12a93c, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=52a0ca8c-a12b-4ee4-8710-a1405f12a93c,segment=NetworkSegment(78c76d73-f220-4079-ab55-63060669f18c),segment_id=78c76d73-f220-4079-ab55-63060669f18c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:05:42.658088 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Returning: {'device': '52a0ca8c-a12b-4ee4-8710-a1405f12a93c', 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d', 'port_id': '52a0ca8c-a12b-4ee4-8710-a1405f12a93c', 'mac_address': 'fa:16:3e:ce:5e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:05:42.695837 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 52a0ca8c-a12b-4ee4-8710-a1405f12a93c is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:05:42.696234 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (52a0ca8c-a12b-4ee4-8710-a1405f12a93c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:42.710406 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a0ca8c-a12b-4ee4-8710-a1405f12a93c {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:05:42.730844 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 52a0ca8c-a12b-4ee4-8710-a1405f12a93c, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=52a0ca8c-a12b-4ee4-8710-a1405f12a93c,segment=NetworkSegment(78c76d73-f220-4079-ab55-63060669f18c),segment_id=78c76d73-f220-4079-ab55-63060669f18c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:05:42.734944 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (52a0ca8c-a12b-4ee4-8710-a1405f12a93c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:42.749557 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30a19f-c6ea-49a8-bcdd-41ef02e87f7d req-3b44450b-d93a-4c51-a3b4-aa7573be4ba5 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:42.751393 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0b30a19f-c6ea-49a8-bcdd-41ef02e87f7d req-3b44450b-d93a-4c51-a3b4-aa7573be4ba5 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0474534 Apr 14 22:05:42.785841 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=52a0ca8c-a12b-4ee4-8710-a1405f12a93c,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:42.802587 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0b30a19f-c6ea-49a8-bcdd-41ef02e87f7d req-7b1f8d63-f5bd-4790-be71-86afadc2b9db tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446441 Apr 14 22:05:42.921858 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:42.932296 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da9ba0-2b35-42ff-ab27-355167297418 req-e37e1553-e54f-4631-8a25-5c027d982f30 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:42.933800 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-07da9ba0-2b35-42ff-ab27-355167297418 req-e37e1553-e54f-4631-8a25-5c027d982f30 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=0001b0f2-eec3-468e-b6ed-6ad35e8fda90 HTTP/1.1" status: 200 len: 944 time: 0.0519316 Apr 14 22:05:42.982573 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-07da9ba0-2b35-42ff-ab27-355167297418 req-124627f6-8a1b-44ca-bb84-53ea90f0e44d tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=0dac65e4-6c3c-46d4-b667-94dda170d97c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432208 Apr 14 22:05:42.988755 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['52a0ca8c-a12b-4ee4-8710-a1405f12a93c'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:05:43.918657 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfdbaf-ba53-4c60-b41e-b12d5abf1c88 req-f1225c9a-11a8-4ac3-84ab-65e14ddf7fde tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:43.920126 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5ecfdbaf-ba53-4c60-b41e-b12d5abf1c88 req-f1225c9a-11a8-4ac3-84ab-65e14ddf7fde tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0496864 Apr 14 22:05:43.965958 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5ecfdbaf-ba53-4c60-b41e-b12d5abf1c88 req-9cbde3f8-6353-4e14-aaba-474c56cc51e9 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403636 Apr 14 22:05:44.096549 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b3f67-9c43-4548-8d16-93dc1c4e1a6c req-a0b96443-a987-4558-b2e4-b711b8291bcc tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:44.097954 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-af9b3f67-9c43-4548-8d16-93dc1c4e1a6c req-a0b96443-a987-4558-b2e4-b711b8291bcc tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=0001b0f2-eec3-468e-b6ed-6ad35e8fda90 HTTP/1.1" status: 200 len: 944 time: 0.0468867 Apr 14 22:05:44.143899 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-af9b3f67-9c43-4548-8d16-93dc1c4e1a6c req-b4e345fc-78e4-403c-a0a5-f9894c8c339c tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=0dac65e4-6c3c-46d4-b667-94dda170d97c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399294 Apr 14 22:05:44.557625 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 52a0ca8c-a12b-4ee4-8710-a1405f12a93c up at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:05:44.605516 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning for port 52a0ca8c-a12b-4ee4-8710-a1405f12a93c completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:05:44.610933 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning complete for port 52a0ca8c-a12b-4ee4-8710-a1405f12a93c triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:05:44.611286 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (52a0ca8c-a12b-4ee4-8710-a1405f12a93c), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:44.685703 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 52a0ca8c-a12b-4ee4-8710-a1405f12a93c is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:05:44.686112 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (52a0ca8c-a12b-4ee4-8710-a1405f12a93c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:44.709673 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0001b0f2-eec3-468e-b6ed-6ad35e8fda90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a0ca8c-a12b-4ee4-8710-a1405f12a93c'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:05:44.711984 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530b6f79e2c270c80a285cfd043402f608e5b18a2df6684fea4c07fd95dfc091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4289b3-0c2d-402a-9bdd-a78c47d3f269" -d '{"events": [{"server_uuid": "0001b0f2-eec3-468e-b6ed-6ad35e8fda90", "name": "network-vif-plugged", "status": "completed", "tag": "52a0ca8c-a12b-4ee4-8710-a1405f12a93c"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:05:44.725185 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 52a0ca8c-a12b-4ee4-8710-a1405f12a93c, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=52a0ca8c-a12b-4ee4-8710-a1405f12a93c,segment=NetworkSegment(78c76d73-f220-4079-ab55-63060669f18c),segment_id=78c76d73-f220-4079-ab55-63060669f18c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:05:44.729348 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (52a0ca8c-a12b-4ee4-8710-a1405f12a93c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:44.752052 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4664e9ba-23c7-4747-952d-f7951cb53f48 x-openstack-request-id: req-4664e9ba-23c7-4747-952d-f7951cb53f48 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:05:44.752389 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0001b0f2-eec3-468e-b6ed-6ad35e8fda90", "name": "network-vif-plugged", "status": "completed", "tag": "52a0ca8c-a12b-4ee4-8710-a1405f12a93c", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:05:44.752646 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4664e9ba-23c7-4747-952d-f7951cb53f48 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:05:44.753029 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4664e9ba-23c7-4747-952d-f7951cb53f48'] response: {'server_uuid': '0001b0f2-eec3-468e-b6ed-6ad35e8fda90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a0ca8c-a12b-4ee4-8710-a1405f12a93c', 'code': 200} Apr 14 22:05:44.781389 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=52a0ca8c-a12b-4ee4-8710-a1405f12a93c,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:45.081688 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec111b-8885-4928-96e2-6bbd29ef7b2e req-beb3b335-1cd1-480b-a31d-9532ca3cdf03 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:45.083091 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-22ec111b-8885-4928-96e2-6bbd29ef7b2e req-beb3b335-1cd1-480b-a31d-9532ca3cdf03 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0513771 Apr 14 22:05:45.133856 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-22ec111b-8885-4928-96e2-6bbd29ef7b2e req-f1e77861-abeb-4215-87c3-bb75232e12de tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431018 Apr 14 22:05:45.266918 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036678f2-a1c6-4e60-9e11-0baefbc7f95c req-dd42f5f7-d8f6-41dc-a8f5-14ce6fb4b3f9 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:45.268366 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-036678f2-a1c6-4e60-9e11-0baefbc7f95c req-dd42f5f7-d8f6-41dc-a8f5-14ce6fb4b3f9 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 945 time: 0.0763030 Apr 14 22:05:45.279489 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09ae3e-8fdd-4bb8-8e68-5ee86418898e req-3e61a40e-a024-4cee-8c5c-e9be183e9a66 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:45.280872 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2d09ae3e-8fdd-4bb8-8e68-5ee86418898e req-3e61a40e-a024-4cee-8c5c-e9be183e9a66 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=0001b0f2-eec3-468e-b6ed-6ad35e8fda90 HTTP/1.1" status: 200 len: 945 time: 0.0580342 Apr 14 22:05:45.332539 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2d09ae3e-8fdd-4bb8-8e68-5ee86418898e req-5552d146-1f3c-4aee-93b9-a855915c6e79 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=0dac65e4-6c3c-46d4-b667-94dda170d97c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460312 Apr 14 22:05:45.499407 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db77a82-ea90-4291-a528-466ba7dd8d19 req-d9528231-2914-44cf-906a-d0a78af5471f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:45.500949 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7db77a82-ea90-4291-a528-466ba7dd8d19 req-d9528231-2914-44cf-906a-d0a78af5471f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0001b0f2-eec3-468e-b6ed-6ad35e8fda90 HTTP/1.1" status: 200 len: 1129 time: 0.0708737 Apr 14 22:05:45.560387 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-036678f2-a1c6-4e60-9e11-0baefbc7f95c req-8dfd4dba-9060-46c6-92bd-edad413e0941 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Deleting port 4a6aac5c-5e4e-4a05-8512-e45b1698be0d {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:05:45.560734 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-036678f2-a1c6-4e60-9e11-0baefbc7f95c req-8dfd4dba-9060-46c6-92bd-edad413e0941 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (4a6aac5c-5e4e-4a05-8512-e45b1698be0d), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:45.623875 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7db77a82-ea90-4291-a528-466ba7dd8d19 req-a1aba17b-11f8-471b-b585-cb81fd4b5c8c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0dac65e4-6c3c-46d4-b667-94dda170d97c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161249 Apr 14 22:05:45.662422 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-036678f2-a1c6-4e60-9e11-0baefbc7f95c req-8dfd4dba-9060-46c6-92bd-edad413e0941 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] For port 4a6aac5c-5e4e-4a05-8512-e45b1698be0d, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=4a6aac5c-5e4e-4a05-8512-e45b1698be0d,segment=NetworkSegment(24888de7-6475-43bb-a908-022d110a0453),segment_id=24888de7-6475-43bb-a908-022d110a0453)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:05:45.662779 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-036678f2-a1c6-4e60-9e11-0baefbc7f95c req-8dfd4dba-9060-46c6-92bd-edad413e0941 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (4a6aac5c-5e4e-4a05-8512-e45b1698be0d), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:45.675467 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-036678f2-a1c6-4e60-9e11-0baefbc7f95c req-8dfd4dba-9060-46c6-92bd-edad413e0941 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Calling delete_port for 4a6aac5c-5e4e-4a05-8512-e45b1698be0d owned by compute:nova {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:05:45.806325 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-036678f2-a1c6-4e60-9e11-0baefbc7f95c req-8dfd4dba-9060-46c6-92bd-edad413e0941 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (4a6aac5c-5e4e-4a05-8512-e45b1698be0d), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:45.824474 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['c0579a25-4123-46eb-ac6d-d3d9e83e9418', '4a6aac5c-5e4e-4a05-8512-e45b1698be0d'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:05:45.834342 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd4dba-9060-46c6-92bd-edad413e0941 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Pushing event deleted for resources: {'Port': ['ID=4a6aac5c-5e4e-4a05-8512-e45b1698be0d,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:45.880128 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-036678f2-a1c6-4e60-9e11-0baefbc7f95c req-8dfd4dba-9060-46c6-92bd-edad413e0941 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] No DVR routers for this DVR port 4a6aac5c-5e4e-4a05-8512-e45b1698be0d on host hv-cinder-83800 {{(pid=103420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:05:45.882843 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-036678f2-a1c6-4e60-9e11-0baefbc7f95c req-8dfd4dba-9060-46c6-92bd-edad413e0941 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:45.886822 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-036678f2-a1c6-4e60-9e11-0baefbc7f95c req-8dfd4dba-9060-46c6-92bd-edad413e0941 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.26 "DELETE /v2.0/ports/4a6aac5c-5e4e-4a05-8512-e45b1698be0d HTTP/1.1" status: 204 len: 173 time: 0.4471681 Apr 14 22:05:45.887261 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfda95b-82b9-40ca-9d7a-f639699971b9', 'name': 'network-vif-deleted', 'tag': '4a6aac5c-5e4e-4a05-8512-e45b1698be0d'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:05:45.889608 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e82b576-5ba1-4da2-b64e-8cb7dc0c21c5" -d '{"events": [{"server_uuid": "5cfda95b-82b9-40ca-9d7a-f639699971b9", "name": "network-vif-deleted", "tag": "4a6aac5c-5e4e-4a05-8512-e45b1698be0d"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:05:45.938590 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70481af-0477-4601-84a6-1d70850777c9 x-openstack-request-id: req-a70481af-0477-4601-84a6-1d70850777c9 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:05:45.938885 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfda95b-82b9-40ca-9d7a-f639699971b9", "name": "network-vif-deleted", "tag": "4a6aac5c-5e4e-4a05-8512-e45b1698be0d", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:05:45.939137 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a70481af-0477-4601-84a6-1d70850777c9 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:05:45.939551 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a70481af-0477-4601-84a6-1d70850777c9'] response: {'server_uuid': '5cfda95b-82b9-40ca-9d7a-f639699971b9', 'name': 'network-vif-deleted', 'tag': '4a6aac5c-5e4e-4a05-8512-e45b1698be0d', 'status': 'completed', 'code': 200} Apr 14 22:05:46.251941 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8e3d2edf-12ad-47e5-9a4f-6339eeab00de req-1cd8661e-9412-4492-a9b8-9a2382475d10 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cfda95b-82b9-40ca-9d7a-f639699971b9 HTTP/1.1" status: 200 len: 210 time: 0.0309751 Apr 14 22:05:46.445150 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddb644-649f-42f6-8b3f-15adcc7694cf req-5bc13f65-1665-4748-95b7-265062054a10 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:46.446956 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-feddb644-649f-42f6-8b3f-15adcc7694cf req-5bc13f65-1665-4748-95b7-265062054a10 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=0001b0f2-eec3-468e-b6ed-6ad35e8fda90 HTTP/1.1" status: 200 len: 945 time: 0.0443945 Apr 14 22:05:46.494999 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-feddb644-649f-42f6-8b3f-15adcc7694cf req-8425316b-5da0-407f-96dd-85b642089672 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=0dac65e4-6c3c-46d4-b667-94dda170d97c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420833 Apr 14 22:05:47.606628 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf59b3-df85-4d12-afad-d472155102e5 req-af23abac-ed9b-4ab9-81e4-02e54024014c tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:47.608110 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9baf59b3-df85-4d12-afad-d472155102e5 req-af23abac-ed9b-4ab9-81e4-02e54024014c tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=0001b0f2-eec3-468e-b6ed-6ad35e8fda90 HTTP/1.1" status: 200 len: 945 time: 0.0458171 Apr 14 22:05:47.659919 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9baf59b3-df85-4d12-afad-d472155102e5 req-ce6b553f-f537-4a82-a30b-2144c3cd0105 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=0dac65e4-6c3c-46d4-b667-94dda170d97c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462821 Apr 14 22:05:47.669251 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7972ef-e3fd-4946-b4b4-14d29b45bf6d req-643ba58e-127c-48ef-b786-7492cb2e3e31 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:47.670783 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-9c7972ef-e3fd-4946-b4b4-14d29b45bf6d req-643ba58e-127c-48ef-b786-7492cb2e3e31 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.2042572 Apr 14 22:05:47.719047 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-9c7972ef-e3fd-4946-b4b4-14d29b45bf6d req-e8aa52ff-d64b-43d5-9147-bd93f74727e1 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426300 Apr 14 22:05:47.768289 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6346d08-af11-4b6e-8eea-fe6c33c9a640 req-ea9ec696-dede-450e-a139-1956930c5fe2 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:47.769781 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f6346d08-af11-4b6e-8eea-fe6c33c9a640 req-ea9ec696-dede-450e-a139-1956930c5fe2 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=0001b0f2-eec3-468e-b6ed-6ad35e8fda90 HTTP/1.1" status: 200 len: 945 time: 0.0471926 Apr 14 22:05:47.778430 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 48942) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:47.782807 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-917de61d-a1ad-484f-a3c7-0458f352f8c8 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Request body: {'floatingip': {'port_id': '52a0ca8c-a12b-4ee4-8710-a1405f12a93c'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:05:47.822353 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-917de61d-a1ad-484f-a3c7-0458f352f8c8 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for floatingip (eb667074-257b-4bc1-b3af-a6e40fc75cbc), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:48.263775 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-917de61d-a1ad-484f-a3c7-0458f352f8c8 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:48.267380 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-917de61d-a1ad-484f-a3c7-0458f352f8c8 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (eb667074-257b-4bc1-b3af-a6e40fc75cbc), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:48.369164 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.db.l3_db [None req-917de61d-a1ad-484f-a3c7-0458f352f8c8 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Floating IP eb667074-257b-4bc1-b3af-a6e40fc75cbc associated. External IP: 172.27.2.26, port: 52a0ca8c-a12b-4ee4-8710-a1405f12a93c. Apr 14 22:05:48.579539 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917de61d-a1ad-484f-a3c7-0458f352f8c8 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Router 62c0b5df-fde9-456f-aea0-d72f771c8c4c has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:05:48.686284 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917de61d-a1ad-484f-a3c7-0458f352f8c8 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:05:48.691038 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-917de61d-a1ad-484f-a3c7-0458f352f8c8 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:48.696096 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968e25ce-0cc5-4a9e-bfd7-36c188623b93 None None] Sync routers for ids ['62c0b5df-fde9-456f-aea0-d72f771c8c4c'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:05:48.706306 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968e25ce-0cc5-4a9e-bfd7-36c188623b93 None None] Routers {'62c0b5df-fde9-456f-aea0-d72f771c8c4c'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:05:48.706922 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-968e25ce-0cc5-4a9e-bfd7-36c188623b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:05:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['62c0b5df-fde9-456f-aea0-d72f771c8c4c'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:48.721261 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-917de61d-a1ad-484f-a3c7-0458f352f8c8 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "PUT /v2.0/floatingips/eb667074-257b-4bc1-b3af-a6e40fc75cbc HTTP/1.1" status: 200 len: 990 time: 0.9417727 Apr 14 22:05:48.721838 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0001b0f2-eec3-468e-b6ed-6ad35e8fda90', 'tag': '52a0ca8c-a12b-4ee4-8710-a1405f12a93c'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:05:48.724061 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe89b316cabc9c6da7693dfedcbc481d80d5331a5be4d9b973c074b75cf4af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b69000c-bbf0-4f41-9260-a66c823ceebe" -d '{"events": [{"name": "network-changed", "server_uuid": "0001b0f2-eec3-468e-b6ed-6ad35e8fda90", "tag": "52a0ca8c-a12b-4ee4-8710-a1405f12a93c"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:05:48.766053 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f39960-c9cf-41af-ae1b-eca86b799335 x-openstack-request-id: req-66f39960-c9cf-41af-ae1b-eca86b799335 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:05:48.766378 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0001b0f2-eec3-468e-b6ed-6ad35e8fda90", "tag": "52a0ca8c-a12b-4ee4-8710-a1405f12a93c", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:05:48.766634 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-66f39960-c9cf-41af-ae1b-eca86b799335 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:05:48.767039 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66f39960-c9cf-41af-ae1b-eca86b799335'] response: {'name': 'network-changed', 'server_uuid': '0001b0f2-eec3-468e-b6ed-6ad35e8fda90', 'tag': '52a0ca8c-a12b-4ee4-8710-a1405f12a93c', 'status': 'completed', 'code': 200} Apr 14 22:05:48.817803 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-968e25ce-0cc5-4a9e-bfd7-36c188623b93 None None] Set router 62c0b5df-fde9-456f-aea0-d72f771c8c4c gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:05:48.890584 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd220d4e-fff0-40b6-b12f-af588d109d56 req-fbf62d46-9779-4425-af24-020999691b73 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:48.892434 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-dd220d4e-fff0-40b6-b12f-af588d109d56 req-fbf62d46-9779-4425-af24-020999691b73 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.1025968 Apr 14 22:05:48.940260 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-dd220d4e-fff0-40b6-b12f-af588d109d56 req-661bb98d-6c4b-4874-8e18-96d393d3fe17 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420911 Apr 14 22:05:49.033291 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-968e25ce-0cc5-4a9e-bfd7-36c188623b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'name': 'tempest-AttachVolumeTestJSON-1784155718-router', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '004bb70c-4a50-4298-9e70-66904c845aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:10Z', 'revision_number': 4, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'gw_port': {'id': '004bb70c-4a50-4298-9e70-66904c845aad', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:55Z', 'updated_at': '2022-04-14T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': 'eb667074-257b-4bc1-b3af-a6e40fc75cbc', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'port_id': '52a0ca8c-a12b-4ee4-8710-a1405f12a93c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d', 'mac_address': 'fa:16:3e:ce:5e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0001b0f2-eec3-468e-b6ed-6ad35e8fda90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:05:33Z', 'updated_at': '2022-04-14T22:05:48Z', 'revision_number': 1, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d774956-49ae-47bf-a870-a63888ec42d0', 'name': '', 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'mac_address': 'fa:16:3e:47:59:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:01:06Z', 'updated_at': '2022-04-14T22:01:20Z', 'revision_number': 5, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'subnets': [{'id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:49.059874 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968e25ce-0cc5-4a9e-bfd7-36c188623b93 None None] Checking router: 62c0b5df-fde9-456f-aea0-d72f771c8c4c for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:05:49.068065 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968e25ce-0cc5-4a9e-bfd7-36c188623b93 None None] Routers {'62c0b5df-fde9-456f-aea0-d72f771c8c4c'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:05:49.068690 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-968e25ce-0cc5-4a9e-bfd7-36c188623b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:05:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['62c0b5df-fde9-456f-aea0-d72f771c8c4c'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:49.178550 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-968e25ce-0cc5-4a9e-bfd7-36c188623b93 None None] Set router 62c0b5df-fde9-456f-aea0-d72f771c8c4c gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:05:49.390010 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-968e25ce-0cc5-4a9e-bfd7-36c188623b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'name': 'tempest-AttachVolumeTestJSON-1784155718-router', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '004bb70c-4a50-4298-9e70-66904c845aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:10Z', 'revision_number': 4, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'gw_port': {'id': '004bb70c-4a50-4298-9e70-66904c845aad', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:55Z', 'updated_at': '2022-04-14T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': 'eb667074-257b-4bc1-b3af-a6e40fc75cbc', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'port_id': '52a0ca8c-a12b-4ee4-8710-a1405f12a93c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d', 'mac_address': 'fa:16:3e:ce:5e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0001b0f2-eec3-468e-b6ed-6ad35e8fda90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:05:33Z', 'updated_at': '2022-04-14T22:05:48Z', 'revision_number': 1, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d774956-49ae-47bf-a870-a63888ec42d0', 'name': '', 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'mac_address': 'fa:16:3e:47:59:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:01:06Z', 'updated_at': '2022-04-14T22:01:20Z', 'revision_number': 5, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'subnets': [{'id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:49.417161 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968e25ce-0cc5-4a9e-bfd7-36c188623b93 None None] The sync data for ids ['62c0b5df-fde9-456f-aea0-d72f771c8c4c'] in dv-cinder-838009-1-iscsi is: [{'id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'name': 'tempest-AttachVolumeTestJSON-1784155718-router', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '004bb70c-4a50-4298-9e70-66904c845aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:10Z', 'revision_number': 4, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'gw_port': {'id': '004bb70c-4a50-4298-9e70-66904c845aad', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:55Z', 'updated_at': '2022-04-14T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': 'eb667074-257b-4bc1-b3af-a6e40fc75cbc', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'port_id': '52a0ca8c-a12b-4ee4-8710-a1405f12a93c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d', 'mac_address': 'fa:16:3e:ce:5e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0001b0f2-eec3-468e-b6ed-6ad35e8fda90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:05:33Z', 'updated_at': '2022-04-14T22:05:48Z', 'revision_number': 1, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d774956-49ae-47bf-a870-a63888ec42d0', 'name': '', 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'mac_address': 'fa:16:3e:47:59:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:01:06Z', 'updated_at': '2022-04-14T22:01:20Z', 'revision_number': 5, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'subnets': [{'id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:05:49.604679 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8713b268-9314-43b2-9d8f-98a51229712a None None] New status for floating IP eb667074-257b-4bc1-b3af-a6e40fc75cbc: ACTIVE {{(pid=103422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:05:50.051848 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfd5aa-5a0f-430c-a62f-9433c8769c3e req-dae65906-632a-412c-99ab-f45de55e6187 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:50.053325 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8fdfd5aa-5a0f-430c-a62f-9433c8769c3e req-dae65906-632a-412c-99ab-f45de55e6187 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0449700 Apr 14 22:05:50.099805 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8fdfd5aa-5a0f-430c-a62f-9433c8769c3e req-9b66b1d0-7c19-409a-a254-d20f768982b1 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402536 Apr 14 22:05:50.458230 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69000c-bbf0-4f41-9260-a66c823ceebe req-ec544092-5754-451f-913a-6a62ae021b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:50.459629 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1b69000c-bbf0-4f41-9260-a66c823ceebe req-ec544092-5754-451f-913a-6a62ae021b96 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57cc8af3ea5f43dea31995492e7632a5&device_id=0001b0f2-eec3-468e-b6ed-6ad35e8fda90 HTTP/1.1" status: 200 len: 1129 time: 0.0505302 Apr 14 22:05:50.556491 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69000c-bbf0-4f41-9260-a66c823ceebe req-124dbb3f-fd15-422c-9224-f73889d630a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:50.557906 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1b69000c-bbf0-4f41-9260-a66c823ceebe req-124dbb3f-fd15-422c-9224-f73889d630a7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=effe8ea7-6d93-45a6-99a1-18a80b92d90d HTTP/1.1" status: 200 len: 911 time: 0.0845988 Apr 14 22:05:50.582809 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 4a6aac5c-5e4e-4a05-8512-e45b1698be0d no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:05:50.605318 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] No Port match for: 4a6aac5c-5e4e-4a05-8512-e45b1698be0d {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:05:50.605786 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 4a6aac5c-5e4e-4a05-8512-e45b1698be0d not bound to the agent host hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:05:50.655095 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1b69000c-bbf0-4f41-9260-a66c823ceebe req-3c03c632-583d-44b2-910b-16d84a2e170b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52a0ca8c-a12b-4ee4-8710-a1405f12a93c HTTP/1.1" status: 200 len: 1000 time: 0.0685244 Apr 14 22:05:50.765143 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69000c-bbf0-4f41-9260-a66c823ceebe req-7a24016e-8425-4f73-a91b-996bc65c71b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:50.766602 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1b69000c-bbf0-4f41-9260-a66c823ceebe req-7a24016e-8425-4f73-a91b-996bc65c71b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7eeaee9-acfc-4c29-821f-fe146a812549 HTTP/1.1" status: 200 len: 850 time: 0.0742979 Apr 14 22:05:50.772485 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d3781-c202-4d4c-9376-5ce658a0301d req-4bdd4fa2-7ba0-4148-bfd7-6f3b3d2d38eb tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:50.773838 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6e0d3781-c202-4d4c-9376-5ce658a0301d req-4bdd4fa2-7ba0-4148-bfd7-6f3b3d2d38eb tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0728793 Apr 14 22:05:50.851280 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69000c-bbf0-4f41-9260-a66c823ceebe req-0590a70e-52d2-43a5-82ba-b1100f024d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:50.852854 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1b69000c-bbf0-4f41-9260-a66c823ceebe req-0590a70e-52d2-43a5-82ba-b1100f024d58 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=effe8ea7-6d93-45a6-99a1-18a80b92d90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774236 Apr 14 22:05:50.945646 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-6e0d3781-c202-4d4c-9376-5ce658a0301d req-0fdde45b-4944-4aa4-ac9b-8824d1354f91 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Deleting port c0579a25-4123-46eb-ac6d-d3d9e83e9418 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:05:50.945981 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-6e0d3781-c202-4d4c-9376-5ce658a0301d req-0fdde45b-4944-4aa4-ac9b-8824d1354f91 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (c0579a25-4123-46eb-ac6d-d3d9e83e9418), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:51.022520 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1b69000c-bbf0-4f41-9260-a66c823ceebe req-afcfc05d-b902-4284-b706-cc5f6b4c834a service neutron] 10.222.0.26 "GET /v2.0/networks/effe8ea7-6d93-45a6-99a1-18a80b92d90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629021 Apr 14 22:05:51.106983 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-6e0d3781-c202-4d4c-9376-5ce658a0301d req-0fdde45b-4944-4aa4-ac9b-8824d1354f91 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] For port c0579a25-4123-46eb-ac6d-d3d9e83e9418, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=c0579a25-4123-46eb-ac6d-d3d9e83e9418,segment=NetworkSegment(24888de7-6475-43bb-a908-022d110a0453),segment_id=24888de7-6475-43bb-a908-022d110a0453)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:05:51.107677 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-6e0d3781-c202-4d4c-9376-5ce658a0301d req-0fdde45b-4944-4aa4-ac9b-8824d1354f91 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (c0579a25-4123-46eb-ac6d-d3d9e83e9418), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:51.127504 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-6e0d3781-c202-4d4c-9376-5ce658a0301d req-0fdde45b-4944-4aa4-ac9b-8824d1354f91 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Calling delete_port for c0579a25-4123-46eb-ac6d-d3d9e83e9418 owned by compute:nova {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:05:51.185643 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1b69000c-bbf0-4f41-9260-a66c823ceebe req-3005d0ac-a754-4afb-97fa-e606849ea517 service neutron] 10.222.0.26 "GET /v2.0/networks/effe8ea7-6d93-45a6-99a1-18a80b92d90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554375 Apr 14 22:05:51.218439 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52f2f2-564e-4672-abf4-28a4792be7a9 req-400b3cca-8f1f-4d5c-80cf-85ed950b8d84 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:51.220081 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0c52f2f2-564e-4672-abf4-28a4792be7a9 req-400b3cca-8f1f-4d5c-80cf-85ed950b8d84 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c170c9c-9270-41b6-94c6-5290364cefab HTTP/1.1" status: 200 len: 945 time: 0.0515816 Apr 14 22:05:51.267411 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0c52f2f2-564e-4672-abf4-28a4792be7a9 req-7d468cb1-5e8f-4e62-9f4a-c0d214289c8a tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.43 "GET /v2.0/security-groups?id=acea69c3-fec0-4770-8d0b-a5bce47ea83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416923 Apr 14 22:05:51.283741 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-6e0d3781-c202-4d4c-9376-5ce658a0301d req-0fdde45b-4944-4aa4-ac9b-8824d1354f91 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (c0579a25-4123-46eb-ac6d-d3d9e83e9418), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:51.295709 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['c0579a25-4123-46eb-ac6d-d3d9e83e9418'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:05:51.313568 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdde45b-4944-4aa4-ac9b-8824d1354f91 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Pushing event deleted for resources: {'Port': ['ID=c0579a25-4123-46eb-ac6d-d3d9e83e9418,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:51.356364 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0d3781-c202-4d4c-9376-5ce658a0301d req-0fdde45b-4944-4aa4-ac9b-8824d1354f91 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] No DVR routers for this DVR port c0579a25-4123-46eb-ac6d-d3d9e83e9418 on host hv-cinder-83800 {{(pid=103420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:05:51.358825 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-6e0d3781-c202-4d4c-9376-5ce658a0301d req-0fdde45b-4944-4aa4-ac9b-8824d1354f91 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:51.362116 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6e0d3781-c202-4d4c-9376-5ce658a0301d req-0fdde45b-4944-4aa4-ac9b-8824d1354f91 tempest-ServerRescueNegativeTestJSON-502808847 tempest-ServerRescueNegativeTestJSON-502808847-project] 10.222.0.26 "DELETE /v2.0/ports/c0579a25-4123-46eb-ac6d-d3d9e83e9418 HTTP/1.1" status: 204 len: 173 time: 0.5781229 Apr 14 22:05:51.362543 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c170c9c-9270-41b6-94c6-5290364cefab', 'name': 'network-vif-deleted', 'tag': 'c0579a25-4123-46eb-ac6d-d3d9e83e9418'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:05:51.364859 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d396e1-6112-4062-8ced-2d49e4f55e93" -d '{"events": [{"server_uuid": "9c170c9c-9270-41b6-94c6-5290364cefab", "name": "network-vif-deleted", "tag": "c0579a25-4123-46eb-ac6d-d3d9e83e9418"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:05:51.402276 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0984bead-42ce-4f29-9ee6-210591bf4ac1 x-openstack-request-id: req-0984bead-42ce-4f29-9ee6-210591bf4ac1 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:05:51.402568 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c170c9c-9270-41b6-94c6-5290364cefab", "name": "network-vif-deleted", "tag": "c0579a25-4123-46eb-ac6d-d3d9e83e9418", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:05:51.402817 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0984bead-42ce-4f29-9ee6-210591bf4ac1 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:05:51.403239 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0984bead-42ce-4f29-9ee6-210591bf4ac1'] response: {'server_uuid': '9c170c9c-9270-41b6-94c6-5290364cefab', 'name': 'network-vif-deleted', 'tag': 'c0579a25-4123-46eb-ac6d-d3d9e83e9418', 'status': 'completed', 'code': 200} Apr 14 22:05:52.322225 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 48962) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:53.022668 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3ec5f206-b596-4bff-b009-0b963a7eed86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1775047'] for router_interface (736e1b67-9b69-49f4-8455-bddd9e3b58df), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:53.306708 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3ec5f206-b596-4bff-b009-0b963a7eed86 admin admin] Deleting port 033eaae8-9407-420d-b99d-291c920c060f {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:05:53.306965 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3ec5f206-b596-4bff-b009-0b963a7eed86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (033eaae8-9407-420d-b99d-291c920c060f), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:53.382032 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3ec5f206-b596-4bff-b009-0b963a7eed86 admin admin] For port 033eaae8-9407-420d-b99d-291c920c060f, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=033eaae8-9407-420d-b99d-291c920c060f,segment=NetworkSegment(24888de7-6475-43bb-a908-022d110a0453),segment_id=24888de7-6475-43bb-a908-022d110a0453)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:05:53.382719 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3ec5f206-b596-4bff-b009-0b963a7eed86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (033eaae8-9407-420d-b99d-291c920c060f), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:53.394876 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3ec5f206-b596-4bff-b009-0b963a7eed86 admin admin] Calling delete_port for 033eaae8-9407-420d-b99d-291c920c060f owned by network:router_interface {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:05:53.576402 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3ec5f206-b596-4bff-b009-0b963a7eed86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (033eaae8-9407-420d-b99d-291c920c060f), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:53.605399 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5f206-b596-4bff-b009-0b963a7eed86 admin admin] Pushing event deleted for resources: {'Port': ['ID=033eaae8-9407-420d-b99d-291c920c060f,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:53.782232 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3ec5f206-b596-4bff-b009-0b963a7eed86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1774939'] for router_interface (736e1b67-9b69-49f4-8455-bddd9e3b58df), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:53.986339 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-34b05f8c-1d1b-44a6-9b38-fa511a1b0783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:54.014866 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec5f206-b596-4bff-b009-0b963a7eed86 admin admin] Router 736e1b67-9b69-49f4-8455-bddd9e3b58df has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:05:54.122559 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec5f206-b596-4bff-b009-0b963a7eed86 admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:05:54.127892 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-3ec5f206-b596-4bff-b009-0b963a7eed86 admin admin] 10.222.0.43 "PUT /v2.0/routers/736e1b67-9b69-49f4-8455-bddd9e3b58df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8046403 Apr 14 22:05:54.130600 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 48966) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:54.131670 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8459a5fd-9209-4776-9405-0c114c17ccb3 None None] Sync routers for ids ['736e1b67-9b69-49f4-8455-bddd9e3b58df'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:05:54.142929 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8459a5fd-9209-4776-9405-0c114c17ccb3 None None] Routers {'736e1b67-9b69-49f4-8455-bddd9e3b58df'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:05:54.143629 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-8459a5fd-9209-4776-9405-0c114c17ccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:05:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['736e1b67-9b69-49f4-8455-bddd9e3b58df'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:54.238937 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dd1be2c4-4ba3-41ad-9ea5-190996778fae admin admin] Publish callbacks [] for router (736e1b67-9b69-49f4-8455-bddd9e3b58df), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:54.348497 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dd1be2c4-4ba3-41ad-9ea5-190996778fae admin admin] Publish callbacks [] for router_gateway (736e1b67-9b69-49f4-8455-bddd9e3b58df), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:54.395552 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-dd1be2c4-4ba3-41ad-9ea5-190996778fae admin admin] Deleting port c175947b-82e8-432e-971a-a338266f5244 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:05:54.395888 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dd1be2c4-4ba3-41ad-9ea5-190996778fae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (c175947b-82e8-432e-971a-a338266f5244), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:54.402823 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-8459a5fd-9209-4776-9405-0c114c17ccb3 None None] Set router 736e1b67-9b69-49f4-8455-bddd9e3b58df gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:05:54.478815 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-dd1be2c4-4ba3-41ad-9ea5-190996778fae admin admin] For port c175947b-82e8-432e-971a-a338266f5244, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=c175947b-82e8-432e-971a-a338266f5244,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:05:54.479173 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dd1be2c4-4ba3-41ad-9ea5-190996778fae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (c175947b-82e8-432e-971a-a338266f5244), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:54.498257 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-dd1be2c4-4ba3-41ad-9ea5-190996778fae admin admin] Calling delete_port for c175947b-82e8-432e-971a-a338266f5244 owned by network:router_gateway {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:05:54.581670 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device c0579a25-4123-46eb-ac6d-d3d9e83e9418 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:05:54.605733 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-8459a5fd-9209-4776-9405-0c114c17ccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'name': 'tempest-ServerRescueNegativeTestJSON-2065454866-router', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'c175947b-82e8-432e-971a-a338266f5244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:50Z', 'updated_at': '2022-04-14T22:05:53Z', 'revision_number': 5, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'gw_port': {'id': 'c175947b-82e8-432e-971a-a338266f5244', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:54.607493 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] No Port match for: c0579a25-4123-46eb-ac6d-d3d9e83e9418 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:05:54.607837 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device c0579a25-4123-46eb-ac6d-d3d9e83e9418 not bound to the agent host hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:05:54.642518 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8459a5fd-9209-4776-9405-0c114c17ccb3 None None] Checking router: 736e1b67-9b69-49f4-8455-bddd9e3b58df for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:05:54.652292 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8459a5fd-9209-4776-9405-0c114c17ccb3 None None] Routers {'736e1b67-9b69-49f4-8455-bddd9e3b58df'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:05:54.652956 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-8459a5fd-9209-4776-9405-0c114c17ccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:05:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['736e1b67-9b69-49f4-8455-bddd9e3b58df'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:54.674750 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dd1be2c4-4ba3-41ad-9ea5-190996778fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (c175947b-82e8-432e-971a-a338266f5244), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:54.710559 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1be2c4-4ba3-41ad-9ea5-190996778fae admin admin] Pushing event deleted for resources: {'Port': ['ID=c175947b-82e8-432e-971a-a338266f5244,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:54.748202 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-8459a5fd-9209-4776-9405-0c114c17ccb3 None None] Set router 736e1b67-9b69-49f4-8455-bddd9e3b58df gateway port host: None {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:05:54.773878 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dd1be2c4-4ba3-41ad-9ea5-190996778fae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773821'] for router_gateway (736e1b67-9b69-49f4-8455-bddd9e3b58df), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:54.803695 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-8459a5fd-9209-4776-9405-0c114c17ccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'name': 'tempest-ServerRescueNegativeTestJSON-2065454866-router', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:50Z', 'updated_at': '2022-04-14T22:05:54Z', 'revision_number': 6, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'gw_port_host': None}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:54.835088 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8459a5fd-9209-4776-9405-0c114c17ccb3 None None] The sync data for ids ['736e1b67-9b69-49f4-8455-bddd9e3b58df'] in dv-cinder-838009-1-iscsi is: [{'id': '736e1b67-9b69-49f4-8455-bddd9e3b58df', 'name': 'tempest-ServerRescueNegativeTestJSON-2065454866-router', 'tenant_id': 'a890272563304d14843d609bdf1fd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:50Z', 'updated_at': '2022-04-14T22:05:54Z', 'revision_number': 6, 'project_id': 'a890272563304d14843d609bdf1fd1f0', 'gw_port_host': None}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:05:54.884476 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dd1be2c4-4ba3-41ad-9ea5-190996778fae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1780003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26535'] for router (736e1b67-9b69-49f4-8455-bddd9e3b58df), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:54.886628 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dd1be2c4-4ba3-41ad-9ea5-190996778fae admin admin] Publish callbacks [] for router_controller (736e1b67-9b69-49f4-8455-bddd9e3b58df), precommit_delete_associations {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:54.949197 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dd1be2c4-4ba3-41ad-9ea5-190996778fae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1779992'] for router (736e1b67-9b69-49f4-8455-bddd9e3b58df), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:54.949715 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1be2c4-4ba3-41ad-9ea5-190996778fae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 736e1b67-9b69-49f4-8455-bddd9e3b58df {{(pid=103420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:05:54.954494 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dd1be2c4-4ba3-41ad-9ea5-190996778fae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:54.955627 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-dd1be2c4-4ba3-41ad-9ea5-190996778fae admin admin] 10.222.0.43 "DELETE /v2.0/routers/736e1b67-9b69-49f4-8455-bddd9e3b58df HTTP/1.1" status: 204 len: 168 time: 0.8240316 Apr 14 22:05:54.958107 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 48968) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:55.004970 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_v2 [None req-7446316c-bce3-4d04-a75f-2b19e702bd8a admin admin] Deleting subnet 801c38b5-c92d-488d-9425-23346baf9bd6 {{(pid=103420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:05:55.008076 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7446316c-bce3-4d04-a75f-2b19e702bd8a admin admin] Publish callbacks [] for subnet (801c38b5-c92d-488d-9425-23346baf9bd6), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:55.042509 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7446316c-bce3-4d04-a75f-2b19e702bd8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10468387'] for subnet (801c38b5-c92d-488d-9425-23346baf9bd6), precommit_delete_associations {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:55.150478 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7446316c-bce3-4d04-a75f-2b19e702bd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779310'] for subnet (801c38b5-c92d-488d-9425-23346baf9bd6), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:55.205121 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7446316c-bce3-4d04-a75f-2b19e702bd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8824124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8655946'] for subnet (801c38b5-c92d-488d-9425-23346baf9bd6), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:55.231643 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446316c-bce3-4d04-a75f-2b19e702bd8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=801c38b5-c92d-488d-9425-23346baf9bd6,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:55.235422 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7446316c-bce3-4d04-a75f-2b19e702bd8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:55.239391 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-7446316c-bce3-4d04-a75f-2b19e702bd8a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/801c38b5-c92d-488d-9425-23346baf9bd6 HTTP/1.1" status: 204 len: 168 time: 0.2796679 Apr 14 22:05:55.241174 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 48972) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:55.241471 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2321b139-76f3-4c45-8ca3-afc2910ac793 None None] Network 24ce8649-73b0-4bad-abdf-64923fbb2e24 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:05:55.315009 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b47c55bc-8add-48c1-a3e2-efc355aeb42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606303'] for network (24ce8649-73b0-4bad-abdf-64923fbb2e24), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:55.361906 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-b47c55bc-8add-48c1-a3e2-efc355aeb42b admin admin] Deleting port 6e0b11c7-9e1d-45e7-a790-3d61286a5a7f {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:05:55.362250 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b47c55bc-8add-48c1-a3e2-efc355aeb42b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (6e0b11c7-9e1d-45e7-a790-3d61286a5a7f), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:55.426520 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-b47c55bc-8add-48c1-a3e2-efc355aeb42b admin admin] For port 6e0b11c7-9e1d-45e7-a790-3d61286a5a7f, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=6e0b11c7-9e1d-45e7-a790-3d61286a5a7f,segment=NetworkSegment(24888de7-6475-43bb-a908-022d110a0453),segment_id=24888de7-6475-43bb-a908-022d110a0453)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:05:55.426882 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b47c55bc-8add-48c1-a3e2-efc355aeb42b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (6e0b11c7-9e1d-45e7-a790-3d61286a5a7f), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:55.440590 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-b47c55bc-8add-48c1-a3e2-efc355aeb42b admin admin] Calling delete_port for 6e0b11c7-9e1d-45e7-a790-3d61286a5a7f owned by network:dhcp {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:05:55.521463 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b47c55bc-8add-48c1-a3e2-efc355aeb42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (6e0b11c7-9e1d-45e7-a790-3d61286a5a7f), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:55.547713 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c55bc-8add-48c1-a3e2-efc355aeb42b admin admin] Pushing event deleted for resources: {'Port': ['ID=6e0b11c7-9e1d-45e7-a790-3d61286a5a7f,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:55.551132 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47c55bc-8add-48c1-a3e2-efc355aeb42b admin admin] No DVR routers for this DVR port 6e0b11c7-9e1d-45e7-a790-3d61286a5a7f on host dv-cinder-838009-1-iscsi {{(pid=103420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:05:55.623285 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b47c55bc-8add-48c1-a3e2-efc355aeb42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786069', 'neutron.services.segments.db._delete_segments_for_network-8754551739832'] for network (24ce8649-73b0-4bad-abdf-64923fbb2e24), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:55.644701 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-b47c55bc-8add-48c1-a3e2-efc355aeb42b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ce8649-73b0-4bad-abdf-64923fbb2e24']}} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:55.646122 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44de4512-3029-4496-b62d-bf7e60ece7ab None None] DHCP port deletion for 24ce8649-73b0-4bad-abdf-64923fbb2e24 request from dv-cinder-838009-1-iscsi {{(pid=103421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:05:55.655981 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-b47c55bc-8add-48c1-a3e2-efc355aeb42b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24888de7-6475-43bb-a908-022d110a0453') {'for_net_delete': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:55.656281 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-b47c55bc-8add-48c1-a3e2-efc355aeb42b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24888de7-6475-43bb-a908-022d110a0453') {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:55.666717 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b47c55bc-8add-48c1-a3e2-efc355aeb42b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754551744449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10468376'] for segment (24888de7-6475-43bb-a908-022d110a0453), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:55.681482 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b47c55bc-8add-48c1-a3e2-efc355aeb42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (24888de7-6475-43bb-a908-022d110a0453), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:55.687707 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47c55bc-8add-48c1-a3e2-efc355aeb42b admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:05:55.688430 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b47c55bc-8add-48c1-a3e2-efc355aeb42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8824198'] for segment (24888de7-6475-43bb-a908-022d110a0453), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: Traceback (most recent call last): Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: timer() Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: cb(*args, **kw) Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: return func(*args, **kwargs) Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: self._notify() Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: self.callback(batched_events) Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: event.method(event) Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: return f(self, *a, **k) Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: return self._get(url).json() Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: return self.request(url, 'GET', **kwargs) Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:05:55.690085 dv-cinder-838009-1-iscsi neutron-server[103420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:05:55.748189 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b47c55bc-8add-48c1-a3e2-efc355aeb42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773785'] for network (24ce8649-73b0-4bad-abdf-64923fbb2e24), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:55.753865 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b47c55bc-8add-48c1-a3e2-efc355aeb42b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:55.757025 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-b47c55bc-8add-48c1-a3e2-efc355aeb42b admin admin] 10.222.0.43 "DELETE /v2.0/networks/24ce8649-73b0-4bad-abdf-64923fbb2e24 HTTP/1.1" status: 204 len: 168 time: 0.5148125 Apr 14 22:05:55.768179 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c55bc-8add-48c1-a3e2-efc355aeb42b admin admin] Pushing event deleted for resources: {'Network': ['ID=24ce8649-73b0-4bad-abdf-64923fbb2e24,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:55.879292 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 48976) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:55.921843 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-7f0de7ea-f118-4d0e-b5b1-04179e3505d7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a890272563304d14843d609bdf1fd1f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412591 Apr 14 22:05:55.924251 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 48978) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:55.971810 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bb680e29-0421-4cb2-a42c-c157320f164d admin admin] Publish callbacks [] for security_group (acea69c3-fec0-4770-8d0b-a5bce47ea83f), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:55.993675 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bb680e29-0421-4cb2-a42c-c157320f164d admin admin] Publish callbacks [] for security_group (acea69c3-fec0-4770-8d0b-a5bce47ea83f), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:56.040964 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bb680e29-0421-4cb2-a42c-c157320f164d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (acea69c3-fec0-4770-8d0b-a5bce47ea83f), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:56.043601 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bb680e29-0421-4cb2-a42c-c157320f164d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:56.044999 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-bb680e29-0421-4cb2-a42c-c157320f164d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/acea69c3-fec0-4770-8d0b-a5bce47ea83f HTTP/1.1" status: 204 len: 168 time: 0.1195719 Apr 14 22:05:56.053068 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb680e29-0421-4cb2-a42c-c157320f164d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acea69c3-fec0-4770-8d0b-a5bce47ea83f,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:56.382860 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-93b4def2-93e9-48a4-9dcb-88228ebd769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:56.674333 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device c175947b-82e8-432e-971a-a338266f5244 no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:05:56.693597 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: c175947b-82e8-432e-971a-a338266f5244 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:05:56.694064 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device c175947b-82e8-432e-971a-a338266f5244 not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:05:56.694502 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 6e0b11c7-9e1d-45e7-a790-3d61286a5a7f no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:05:56.715567 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: 6e0b11c7-9e1d-45e7-a790-3d61286a5a7f {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:05:56.715913 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 6e0b11c7-9e1d-45e7-a790-3d61286a5a7f not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:05:56.716345 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 033eaae8-9407-420d-b99d-291c920c060f no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:05:56.736087 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: 033eaae8-9407-420d-b99d-291c920c060f {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:05:56.736471 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 033eaae8-9407-420d-b99d-291c920c060f not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:05:57.506530 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:57.876290 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 49038) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:57.997451 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-15f296bf-48b0-4380-8c2f-008f774ad42b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:58.072894 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-15f296bf-48b0-4380-8c2f-008f774ad42b admin admin] Publish callbacks [] for security_group (d7ba1aa4-d9f6-48cb-8d8f-34907a95f05a), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:58.076835 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-15f296bf-48b0-4380-8c2f-008f774ad42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (d7ba1aa4-d9f6-48cb-8d8f-34907a95f05a), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:58.113969 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-15f296bf-48b0-4380-8c2f-008f774ad42b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ccb5d4f840ba4b8f8f173bff31089746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365646 Apr 14 22:05:58.114829 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f296bf-48b0-4380-8c2f-008f774ad42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ba1aa4-d9f6-48cb-8d8f-34907a95f05a,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:58.116753 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 49042) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:58.173758 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0dfa606f-4d29-432e-ae41-b652b1c4bb22 admin admin] Publish callbacks [] for security_group (d7ba1aa4-d9f6-48cb-8d8f-34907a95f05a), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:58.194589 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0dfa606f-4d29-432e-ae41-b652b1c4bb22 admin admin] Publish callbacks [] for security_group (d7ba1aa4-d9f6-48cb-8d8f-34907a95f05a), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:58.241391 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0dfa606f-4d29-432e-ae41-b652b1c4bb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (d7ba1aa4-d9f6-48cb-8d8f-34907a95f05a), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:58.244531 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0dfa606f-4d29-432e-ae41-b652b1c4bb22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:58.245674 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-0dfa606f-4d29-432e-ae41-b652b1c4bb22 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d7ba1aa4-d9f6-48cb-8d8f-34907a95f05a HTTP/1.1" status: 204 len: 168 time: 0.1278722 Apr 14 22:05:58.253301 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa606f-4d29-432e-ae41-b652b1c4bb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ba1aa4-d9f6-48cb-8d8f-34907a95f05a,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:58.506550 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 49052) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:58.520063 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c6036292-4145-401e-b458-432d95757d6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:58.593802 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c6036292-4145-401e-b458-432d95757d6d admin admin] Publish callbacks [] for security_group (2fe0e920-a566-4db4-894d-004266a1ae52), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:58.597849 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c6036292-4145-401e-b458-432d95757d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (2fe0e920-a566-4db4-894d-004266a1ae52), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:58.634322 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6036292-4145-401e-b458-432d95757d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe0e920-a566-4db4-894d-004266a1ae52,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:58.639232 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-c6036292-4145-401e-b458-432d95757d6d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3003867d78b94f4caf3d4b03d20af532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316707 Apr 14 22:05:58.641782 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 49054) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:58.693067 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f503b08a-f144-4f41-9d3d-4b73ccf0a2f3 admin admin] Publish callbacks [] for security_group (2fe0e920-a566-4db4-894d-004266a1ae52), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:58.714444 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f503b08a-f144-4f41-9d3d-4b73ccf0a2f3 admin admin] Publish callbacks [] for security_group (2fe0e920-a566-4db4-894d-004266a1ae52), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:58.762150 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f503b08a-f144-4f41-9d3d-4b73ccf0a2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (2fe0e920-a566-4db4-894d-004266a1ae52), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:58.764899 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f503b08a-f144-4f41-9d3d-4b73ccf0a2f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:58.766093 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-f503b08a-f144-4f41-9d3d-4b73ccf0a2f3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2fe0e920-a566-4db4-894d-004266a1ae52 HTTP/1.1" status: 204 len: 168 time: 0.1233666 Apr 14 22:05:58.773841 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503b08a-f144-4f41-9d3d-4b73ccf0a2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe0e920-a566-4db4-894d-004266a1ae52,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:58.811114 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:59.473547 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d267fc-8ebc-456b-83da-4bafcca1a647 req-cae8fc2a-6e80-4701-9fdc-c7e56e6040cf tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:59.475132 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-22d267fc-8ebc-456b-83da-4bafcca1a647 req-cae8fc2a-6e80-4701-9fdc-c7e56e6040cf tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0478578 Apr 14 22:05:59.522662 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-22d267fc-8ebc-456b-83da-4bafcca1a647 req-26e9360a-3ca3-4d96-9b95-5500a24a6b46 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412884 Apr 14 22:06:00.453043 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:00.642841 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d46d0-9fcc-4029-819b-4925b769c39d req-4544bd00-faee-425c-8c69-0a7e96e0a789 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:00.644246 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5f5d46d0-9fcc-4029-819b-4925b769c39d req-4544bd00-faee-425c-8c69-0a7e96e0a789 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0471239 Apr 14 22:06:00.691045 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5f5d46d0-9fcc-4029-819b-4925b769c39d req-095f668a-8e3f-485a-ab13-c308df60c4a8 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400188 Apr 14 22:06:01.808895 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996a09a-07de-4bfb-ab1f-9445b17a622a req-327f9594-0d80-4c07-bf5d-20288a495607 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:01.810387 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4996a09a-07de-4bfb-ab1f-9445b17a622a req-327f9594-0d80-4c07-bf5d-20288a495607 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0471058 Apr 14 22:06:01.859423 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4996a09a-07de-4bfb-ab1f-9445b17a622a req-2b2ac5e7-ddad-4d0d-bdf9-4a5ce76df3c2 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434659 Apr 14 22:06:02.978894 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba3670-bcc3-474b-9b35-d031c4186d0f req-88144853-efc4-4fed-b927-212dcfe406fe tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:02.980378 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-dfba3670-bcc3-474b-9b35-d031c4186d0f req-88144853-efc4-4fed-b927-212dcfe406fe tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0490513 Apr 14 22:06:03.026642 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-dfba3670-bcc3-474b-9b35-d031c4186d0f req-d653a9e3-3b8f-4d8e-a788-2b2c35ff052b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405259 Apr 14 22:06:03.330837 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:06:04.140412 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64ef06-69a0-4364-a2d4-4e83efe8f3c8 req-0479c5fd-2683-483d-9602-79dcb85cf701 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:04.141867 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1f64ef06-69a0-4364-a2d4-4e83efe8f3c8 req-0479c5fd-2683-483d-9602-79dcb85cf701 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0455410 Apr 14 22:06:04.189536 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1f64ef06-69a0-4364-a2d4-4e83efe8f3c8 req-446ae1a7-b205-455e-b253-b0798d173855 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421615 Apr 14 22:06:05.462767 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff8cff-50a1-4e21-8a73-be8748c53ae4 req-9ce3015c-a817-4932-94fe-723ab3b3bc7d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:05.464357 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-31ff8cff-50a1-4e21-8a73-be8748c53ae4 req-9ce3015c-a817-4932-94fe-723ab3b3bc7d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0486231 Apr 14 22:06:05.512961 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-31ff8cff-50a1-4e21-8a73-be8748c53ae4 req-d136b2b8-5a77-422e-8983-1bf3d0baca37 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429053 Apr 14 22:06:06.641238 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b435dd7-002f-4e23-8ad9-a0c2fa2e1ade req-9af90165-a9b0-4ea2-820c-7e2a1400ac2a tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:06.643449 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6b435dd7-002f-4e23-8ad9-a0c2fa2e1ade req-9af90165-a9b0-4ea2-820c-7e2a1400ac2a tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0595381 Apr 14 22:06:06.689800 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6b435dd7-002f-4e23-8ad9-a0c2fa2e1ade req-9a13d430-cefd-4c83-b8d0-5fcfaaddc787 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407643 Apr 14 22:06:07.815251 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2b45e-5ca8-4fcf-aec2-dd204f5590ff req-fa14a003-0e68-4f64-a5c3-b064fc48706c tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:07.816774 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d0b2b45e-5ca8-4fcf-aec2-dd204f5590ff req-fa14a003-0e68-4f64-a5c3-b064fc48706c tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0529814 Apr 14 22:06:07.867776 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d0b2b45e-5ca8-4fcf-aec2-dd204f5590ff req-3e1c66b7-7f5d-4bd6-84a3-24fef9960198 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437434 Apr 14 22:06:08.998597 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906508d-e199-4800-9350-efaf59cc9f92 req-c3d2623a-6665-402d-8522-efef8367b3e6 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:09.000101 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c906508d-e199-4800-9350-efaf59cc9f92 req-c3d2623a-6665-402d-8522-efef8367b3e6 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0577602 Apr 14 22:06:09.048784 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c906508d-e199-4800-9350-efaf59cc9f92 req-4f3a8ec4-e3dc-49d4-ab38-58de6662ded3 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430620 Apr 14 22:06:10.170323 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c5f84-7378-437d-8d39-701e1d62a345 req-f526d9e5-201b-4ddd-a103-4fe021a78f54 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:10.171891 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-887c5f84-7378-437d-8d39-701e1d62a345 req-f526d9e5-201b-4ddd-a103-4fe021a78f54 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0508881 Apr 14 22:06:10.238536 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-887c5f84-7378-437d-8d39-701e1d62a345 req-d8ce378d-b197-4a98-b70f-6c093d7f4c00 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610871 Apr 14 22:06:11.365595 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a477709-20b0-460d-ab2c-449e27e55c73 req-1db25eb5-89d1-480c-85ce-ef31508800d5 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:11.367180 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2a477709-20b0-460d-ab2c-449e27e55c73 req-1db25eb5-89d1-480c-85ce-ef31508800d5 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0475743 Apr 14 22:06:11.419310 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2a477709-20b0-460d-ab2c-449e27e55c73 req-53370dd7-b7e8-4434-bc64-f631b5ad58e2 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466266 Apr 14 22:06:12.536741 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222b813-d3fd-4c1d-b5d0-653161eee87e req-b04fb652-79af-4d0a-b2ce-6e7b17ddcc78 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:12.538200 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3222b813-d3fd-4c1d-b5d0-653161eee87e req-b04fb652-79af-4d0a-b2ce-6e7b17ddcc78 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0471201 Apr 14 22:06:12.586249 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3222b813-d3fd-4c1d-b5d0-653161eee87e req-6556c2bd-d7f8-4689-96ea-ec1ba45ba6cc tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411706 Apr 14 22:06:12.930723 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:13.707893 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823251e-47fe-418c-8f24-e71e9f924f9c req-2a1f4ed7-4e5c-4d06-865c-3c67e858758a tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:13.709385 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-9823251e-47fe-418c-8f24-e71e9f924f9c req-2a1f4ed7-4e5c-4d06-865c-3c67e858758a tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0516186 Apr 14 22:06:13.755809 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-9823251e-47fe-418c-8f24-e71e9f924f9c req-4d058a14-acdc-4884-8d60-afa83f8f8d4c tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408416 Apr 14 22:06:14.875290 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117288e-1b8e-4012-a099-b94c946256cf req-4b1556a2-32f0-4268-9576-8076e5464c13 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:14.876723 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e117288e-1b8e-4012-a099-b94c946256cf req-4b1556a2-32f0-4268-9576-8076e5464c13 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0497994 Apr 14 22:06:14.924362 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e117288e-1b8e-4012-a099-b94c946256cf req-14ca83b0-7c75-4230-aebe-95b89e7b3ee6 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419064 Apr 14 22:06:16.041521 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2542599-1b8e-4db2-b77e-e363e75aab7c req-082c12d3-0fe3-45c3-b430-76df120adf54 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:16.042991 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c2542599-1b8e-4db2-b77e-e363e75aab7c req-082c12d3-0fe3-45c3-b430-76df120adf54 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0460770 Apr 14 22:06:16.090991 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c2542599-1b8e-4db2-b77e-e363e75aab7c req-1fd87223-9f67-4b49-93be-331d7a11a5b1 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425053 Apr 14 22:06:17.211669 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862cf98-33a5-459c-901c-3ec6f442d1c8 req-69d48955-9559-49b3-ac80-2c5e4d1267f1 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:17.213929 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8862cf98-33a5-459c-901c-3ec6f442d1c8 req-69d48955-9559-49b3-ac80-2c5e4d1267f1 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0493581 Apr 14 22:06:17.263477 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8862cf98-33a5-459c-901c-3ec6f442d1c8 req-06d68620-61d9-41ee-a64e-835d3d77f5c7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437114 Apr 14 22:06:18.383584 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c9375-a880-4b58-bd05-68f3a5ad063b req-dfd1287d-4608-4bbd-85c7-0e96ab45a126 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:18.385850 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-637c9375-a880-4b58-bd05-68f3a5ad063b req-dfd1287d-4608-4bbd-85c7-0e96ab45a126 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0513735 Apr 14 22:06:18.434756 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-637c9375-a880-4b58-bd05-68f3a5ad063b req-352f4734-d618-4353-b13f-060bef144fc3 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434849 Apr 14 22:06:18.706504 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device f8b789b8-cac8-4677-b18d-2b7454cfbb2a details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:06:18.801421 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port f8b789b8-cac8-4677-b18d-2b7454cfbb2a, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=f8b789b8-cac8-4677-b18d-2b7454cfbb2a,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:06:18.813270 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Returning: {'device': 'f8b789b8-cac8-4677-b18d-2b7454cfbb2a', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'port_id': 'f8b789b8-cac8-4677-b18d-2b7454cfbb2a', 'mac_address': 'fa:16:3e:16:3c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:06:18.853989 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port f8b789b8-cac8-4677-b18d-2b7454cfbb2a is: ACTIVE; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:06:18.854383 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (f8b789b8-cac8-4677-b18d-2b7454cfbb2a), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:18.866752 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8b789b8-cac8-4677-b18d-2b7454cfbb2a {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:06:18.886222 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port f8b789b8-cac8-4677-b18d-2b7454cfbb2a, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=f8b789b8-cac8-4677-b18d-2b7454cfbb2a,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:06:18.890070 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (f8b789b8-cac8-4677-b18d-2b7454cfbb2a), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:18.935955 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=f8b789b8-cac8-4677-b18d-2b7454cfbb2a,revision_number=6']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:18.942943 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:18.943295 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:18.943635 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:18.943996 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:18.944348 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:18.944683 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:18.945007 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:18.945330 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:18.945655 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:18.945977 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:18.946298 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:18.946621 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:18.946956 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:18.947969 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:18.948622 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:19.554392 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd78742-8fdb-432a-8d1e-5b6cd115407f req-83ada926-280f-45fd-a709-94520b1233a9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:19.555847 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cbd78742-8fdb-432a-8d1e-5b6cd115407f req-83ada926-280f-45fd-a709-94520b1233a9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 945 time: 0.0472853 Apr 14 22:06:19.605252 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cbd78742-8fdb-432a-8d1e-5b6cd115407f req-204d0c76-cce6-4ca4-87a2-3b20ee5be85e tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439048 Apr 14 22:06:20.720148 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f4238-b7d6-42f4-898c-3b2e5b813256 req-1277a421-d090-450f-8b02-7b0841e8b5ed tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:20.721625 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-610f4238-b7d6-42f4-898c-3b2e5b813256 req-1277a421-d090-450f-8b02-7b0841e8b5ed tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 945 time: 0.0456443 Apr 14 22:06:20.767612 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-610f4238-b7d6-42f4-898c-3b2e5b813256 req-80a40a31-8965-4843-9e85-34531e9c6a74 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405433 Apr 14 22:06:21.884664 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f9fcf-4d20-47b7-a5b1-e5a2e40a4957 req-9f660326-9eea-4c39-afbb-4d146e58c4e8 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:21.886522 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6f0f9fcf-4d20-47b7-a5b1-e5a2e40a4957 req-9f660326-9eea-4c39-afbb-4d146e58c4e8 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 945 time: 0.0457160 Apr 14 22:06:21.931278 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6f0f9fcf-4d20-47b7-a5b1-e5a2e40a4957 req-09f7debe-1f28-494b-bbf7-30543b33e732 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390968 Apr 14 22:06:22.224181 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['f8b789b8-cac8-4677-b18d-2b7454cfbb2a'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:06:23.052610 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bd945-d2e5-4ddf-a729-14ebcb248065 req-2a9813d6-1ffe-4cbb-996a-9ad670ec0b72 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:23.054793 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e86bd945-d2e5-4ddf-a729-14ebcb248065 req-2a9813d6-1ffe-4cbb-996a-9ad670ec0b72 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 945 time: 0.0523832 Apr 14 22:06:23.111452 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e86bd945-d2e5-4ddf-a729-14ebcb248065 req-9be373f3-7985-43df-b055-ae3bfd713a8a tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473754 Apr 14 22:06:23.990070 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-12df7e60-d128-410d-afe2-44f3681813a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:24.139841 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device f8b789b8-cac8-4677-b18d-2b7454cfbb2a up at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:06:24.236849 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning complete for port f8b789b8-cac8-4677-b18d-2b7454cfbb2a triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:06:24.237227 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (f8b789b8-cac8-4677-b18d-2b7454cfbb2a), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:24.274859 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2903c-6765-4c87-91e2-9ee49fb7d79b req-73cd6d11-a17c-403f-9726-e1155d7003c7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:24.284164 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-95f2903c-6765-4c87-91e2-9ee49fb7d79b req-73cd6d11-a17c-403f-9726-e1155d7003c7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 945 time: 0.0820045 Apr 14 22:06:24.340872 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-95f2903c-6765-4c87-91e2-9ee49fb7d79b req-99b5a59a-2c40-4e94-8125-a6cc8011fa30 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556355 Apr 14 22:06:24.341886 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port f8b789b8-cac8-4677-b18d-2b7454cfbb2a is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:06:24.342525 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (f8b789b8-cac8-4677-b18d-2b7454cfbb2a), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:24.383255 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5312dc-1256-445f-bc1b-e30130bc2753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b789b8-cac8-4677-b18d-2b7454cfbb2a'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:06:24.387159 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530b6f79e2c270c80a285cfd043402f608e5b18a2df6684fea4c07fd95dfc091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a750f2-6124-4c7f-9708-5240da02b704" -d '{"events": [{"server_uuid": "0b5312dc-1256-445f-bc1b-e30130bc2753", "name": "network-vif-plugged", "status": "completed", "tag": "f8b789b8-cac8-4677-b18d-2b7454cfbb2a"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:06:24.407530 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port f8b789b8-cac8-4677-b18d-2b7454cfbb2a, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=f8b789b8-cac8-4677-b18d-2b7454cfbb2a,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:06:24.411925 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (f8b789b8-cac8-4677-b18d-2b7454cfbb2a), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:24.437995 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e520e62-113a-44ce-bf86-0275ba3cedb9 x-openstack-request-id: req-6e520e62-113a-44ce-bf86-0275ba3cedb9 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:06:24.438312 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5312dc-1256-445f-bc1b-e30130bc2753", "name": "network-vif-plugged", "status": "completed", "tag": "f8b789b8-cac8-4677-b18d-2b7454cfbb2a", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:06:24.438622 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e520e62-113a-44ce-bf86-0275ba3cedb9 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:06:24.439019 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e520e62-113a-44ce-bf86-0275ba3cedb9'] response: {'server_uuid': '0b5312dc-1256-445f-bc1b-e30130bc2753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b789b8-cac8-4677-b18d-2b7454cfbb2a', 'code': 200} Apr 14 22:06:24.473266 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=f8b789b8-cac8-4677-b18d-2b7454cfbb2a,revision_number=7']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:25.510541 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48be050-b50a-4641-85a3-83b4d67fc559 req-f3fafd9e-f932-4c2e-9417-0786e73085fe tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:25.512226 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c48be050-b50a-4641-85a3-83b4d67fc559 req-f3fafd9e-f932-4c2e-9417-0786e73085fe tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0686512 Apr 14 22:06:25.568223 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c48be050-b50a-4641-85a3-83b4d67fc559 req-c53ccd70-a38f-4224-80ac-772d2f206010 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490313 Apr 14 22:06:26.390888 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d3700f8b-a931-4e45-a5d6-574fe3cb7510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:26.697843 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb359612-61e7-4f3a-8b54-9365e6c7009c req-1d02f64d-adb5-4c76-9316-e0ade8e23331 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:26.705177 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-bb359612-61e7-4f3a-8b54-9365e6c7009c req-1d02f64d-adb5-4c76-9316-e0ade8e23331 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0585268 Apr 14 22:06:26.770681 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-bb359612-61e7-4f3a-8b54-9365e6c7009c req-0debba11-5212-40a8-813d-e0f9a8f69799 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611854 Apr 14 22:06:26.910554 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 49356) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:06:27.031729 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e2a8c35c-b07b-4c6e-a519-fa8506683ac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:27.116872 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e2a8c35c-b07b-4c6e-a519-fa8506683ac6 admin admin] Publish callbacks [] for security_group (d59b291d-f299-4a38-af5f-e7641bf8d150), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:27.122676 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e2a8c35c-b07b-4c6e-a519-fa8506683ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (d59b291d-f299-4a38-af5f-e7641bf8d150), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:27.179876 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8c35c-b07b-4c6e-a519-fa8506683ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59b291d-f299-4a38-af5f-e7641bf8d150,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:27.183908 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-e2a8c35c-b07b-4c6e-a519-fa8506683ac6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af3c4cfe40b741868f97aa9f03f73077&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2723508 Apr 14 22:06:27.186837 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 49360) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:06:27.199153 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c35c-b07b-4c6e-a519-fa8506683ac6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.199539 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c35c-b07b-4c6e-a519-fa8506683ac6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.199889 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c35c-b07b-4c6e-a519-fa8506683ac6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.200227 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c35c-b07b-4c6e-a519-fa8506683ac6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.200596 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c35c-b07b-4c6e-a519-fa8506683ac6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.200925 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c35c-b07b-4c6e-a519-fa8506683ac6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.201256 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c35c-b07b-4c6e-a519-fa8506683ac6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.201568 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c35c-b07b-4c6e-a519-fa8506683ac6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.201891 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c35c-b07b-4c6e-a519-fa8506683ac6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.202215 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c35c-b07b-4c6e-a519-fa8506683ac6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.202540 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c35c-b07b-4c6e-a519-fa8506683ac6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.202860 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c35c-b07b-4c6e-a519-fa8506683ac6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.203179 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c35c-b07b-4c6e-a519-fa8506683ac6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.203497 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c35c-b07b-4c6e-a519-fa8506683ac6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.203814 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c35c-b07b-4c6e-a519-fa8506683ac6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.251797 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e23875f4-30c0-47f4-ba4d-9be41b022866 admin admin] Publish callbacks [] for security_group (d59b291d-f299-4a38-af5f-e7641bf8d150), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:27.284893 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e23875f4-30c0-47f4-ba4d-9be41b022866 admin admin] Publish callbacks [] for security_group (d59b291d-f299-4a38-af5f-e7641bf8d150), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:27.350223 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e23875f4-30c0-47f4-ba4d-9be41b022866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (d59b291d-f299-4a38-af5f-e7641bf8d150), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:27.353886 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e23875f4-30c0-47f4-ba4d-9be41b022866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:27.355428 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-e23875f4-30c0-47f4-ba4d-9be41b022866 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d59b291d-f299-4a38-af5f-e7641bf8d150 HTTP/1.1" status: 204 len: 168 time: 0.1673052 Apr 14 22:06:27.364537 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23875f4-30c0-47f4-ba4d-9be41b022866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59b291d-f299-4a38-af5f-e7641bf8d150,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:27.506905 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:27.682051 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 49368) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:06:27.696164 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2ec1fb49-df82-459d-9c64-0ac96313d742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:27.778590 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2ec1fb49-df82-459d-9c64-0ac96313d742 admin admin] Publish callbacks [] for security_group (8b4381cb-bad0-40fb-9607-517f033a76bb), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:27.783288 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2ec1fb49-df82-459d-9c64-0ac96313d742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (8b4381cb-bad0-40fb-9607-517f033a76bb), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:27.840978 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1fb49-df82-459d-9c64-0ac96313d742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4381cb-bad0-40fb-9607-517f033a76bb,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:27.860108 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec1fb49-df82-459d-9c64-0ac96313d742 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.860820 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec1fb49-df82-459d-9c64-0ac96313d742 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.861357 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec1fb49-df82-459d-9c64-0ac96313d742 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.861917 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec1fb49-df82-459d-9c64-0ac96313d742 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.862454 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec1fb49-df82-459d-9c64-0ac96313d742 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.863018 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec1fb49-df82-459d-9c64-0ac96313d742 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.863573 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec1fb49-df82-459d-9c64-0ac96313d742 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.864106 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec1fb49-df82-459d-9c64-0ac96313d742 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.864629 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec1fb49-df82-459d-9c64-0ac96313d742 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.864995 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec1fb49-df82-459d-9c64-0ac96313d742 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.865333 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec1fb49-df82-459d-9c64-0ac96313d742 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.865680 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec1fb49-df82-459d-9c64-0ac96313d742 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.866013 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec1fb49-df82-459d-9c64-0ac96313d742 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.866354 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec1fb49-df82-459d-9c64-0ac96313d742 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.866756 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec1fb49-df82-459d-9c64-0ac96313d742 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:06:27.883936 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-2ec1fb49-df82-459d-9c64-0ac96313d742 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b79bc20cccd4f8d98cf2873143c04a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1983972 Apr 14 22:06:27.884256 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 49372) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:06:27.939116 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b79730-d476-4b24-89ef-21c98c49f2c2 req-43c845c5-f9c1-4c7f-b2a7-3deba7eafd3e tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:27.941179 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e5b79730-d476-4b24-89ef-21c98c49f2c2 req-43c845c5-f9c1-4c7f-b2a7-3deba7eafd3e tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0702753 Apr 14 22:06:27.952153 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-334ba10e-cd0e-4b97-a0c5-2d7702aafce0 admin admin] Publish callbacks [] for security_group (8b4381cb-bad0-40fb-9607-517f033a76bb), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:27.980749 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-334ba10e-cd0e-4b97-a0c5-2d7702aafce0 admin admin] Publish callbacks [] for security_group (8b4381cb-bad0-40fb-9607-517f033a76bb), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:28.000819 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e5b79730-d476-4b24-89ef-21c98c49f2c2 req-1dc63a09-3014-4574-8840-aa62daa3a395 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534091 Apr 14 22:06:28.037675 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-334ba10e-cd0e-4b97-a0c5-2d7702aafce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (8b4381cb-bad0-40fb-9607-517f033a76bb), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:28.040951 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-334ba10e-cd0e-4b97-a0c5-2d7702aafce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:28.042560 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-334ba10e-cd0e-4b97-a0c5-2d7702aafce0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b4381cb-bad0-40fb-9607-517f033a76bb HTTP/1.1" status: 204 len: 168 time: 0.1571572 Apr 14 22:06:28.052354 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ba10e-cd0e-4b97-a0c5-2d7702aafce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4381cb-bad0-40fb-9607-517f033a76bb,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:28.813538 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:29.124116 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f0838-31fd-44de-9b3a-6719b319b87b req-f337f0a5-8c33-4c61-b08a-340a0b35f90b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:29.131598 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a39f0838-31fd-44de-9b3a-6719b319b87b req-f337f0a5-8c33-4c61-b08a-340a0b35f90b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0564630 Apr 14 22:06:29.182461 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a39f0838-31fd-44de-9b3a-6719b319b87b req-46ce21ae-fcc6-471b-8ee6-3f718dc9b5b7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496976 Apr 14 22:06:30.053834 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 49424) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:06:30.169033 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b021a602-dc5a-4756-a9ca-6102ef7ee930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:30.265228 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b021a602-dc5a-4756-a9ca-6102ef7ee930 admin admin] Publish callbacks [] for security_group (58e809b9-6113-4190-8d40-117209b4ef38), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:30.269720 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b021a602-dc5a-4756-a9ca-6102ef7ee930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (58e809b9-6113-4190-8d40-117209b4ef38), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:30.333421 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021a602-dc5a-4756-a9ca-6102ef7ee930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e809b9-6113-4190-8d40-117209b4ef38,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:30.347510 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-b021a602-dc5a-4756-a9ca-6102ef7ee930 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a9d7d4b68a21437d962a6d98054ec5c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2925711 Apr 14 22:06:30.350313 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 49430) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:06:30.364542 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a313f74-bcc6-4dea-853e-2742d0a472bd req-f4e1eb6e-0e0e-450b-b4dc-45f99036b2aa tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:30.366038 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0a313f74-bcc6-4dea-853e-2742d0a472bd req-f4e1eb6e-0e0e-450b-b4dc-45f99036b2aa tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0824220 Apr 14 22:06:30.436584 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-632727f9-cd0d-4249-860a-1d1b8a127fdd admin admin] Publish callbacks [] for security_group (58e809b9-6113-4190-8d40-117209b4ef38), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:30.460080 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:30.469052 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0a313f74-bcc6-4dea-853e-2742d0a472bd req-a054bb8b-07f4-44db-8407-c52b966a9bc1 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918603 Apr 14 22:06:30.489322 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-632727f9-cd0d-4249-860a-1d1b8a127fdd admin admin] Publish callbacks [] for security_group (58e809b9-6113-4190-8d40-117209b4ef38), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:30.539026 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-632727f9-cd0d-4249-860a-1d1b8a127fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (58e809b9-6113-4190-8d40-117209b4ef38), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:30.542193 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-632727f9-cd0d-4249-860a-1d1b8a127fdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:30.543362 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-632727f9-cd0d-4249-860a-1d1b8a127fdd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/58e809b9-6113-4190-8d40-117209b4ef38 HTTP/1.1" status: 204 len: 168 time: 0.1921294 Apr 14 22:06:30.552130 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632727f9-cd0d-4249-860a-1d1b8a127fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e809b9-6113-4190-8d40-117209b4ef38,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:30.869858 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 49436) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:06:30.886342 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d72f93c5-62f1-41ec-9c50-6cc15ee017b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:30.975733 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d72f93c5-62f1-41ec-9c50-6cc15ee017b2 admin admin] Publish callbacks [] for security_group (714673fc-6ecf-4bbd-b80a-27bc7353a88d), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:30.980979 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d72f93c5-62f1-41ec-9c50-6cc15ee017b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (714673fc-6ecf-4bbd-b80a-27bc7353a88d), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:31.019565 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f93c5-62f1-41ec-9c50-6cc15ee017b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714673fc-6ecf-4bbd-b80a-27bc7353a88d,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:31.027878 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-d72f93c5-62f1-41ec-9c50-6cc15ee017b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0397f450afbe42d5b708cdc495b81bcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1555300 Apr 14 22:06:31.027878 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 49438) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:06:31.079618 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-45cf1c5e-4531-4616-a430-9f9305688753 admin admin] Publish callbacks [] for security_group (714673fc-6ecf-4bbd-b80a-27bc7353a88d), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:31.101891 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-45cf1c5e-4531-4616-a430-9f9305688753 admin admin] Publish callbacks [] for security_group (714673fc-6ecf-4bbd-b80a-27bc7353a88d), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:31.154886 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-45cf1c5e-4531-4616-a430-9f9305688753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (714673fc-6ecf-4bbd-b80a-27bc7353a88d), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:31.158404 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-45cf1c5e-4531-4616-a430-9f9305688753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:31.159635 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-45cf1c5e-4531-4616-a430-9f9305688753 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/714673fc-6ecf-4bbd-b80a-27bc7353a88d HTTP/1.1" status: 204 len: 168 time: 0.1312180 Apr 14 22:06:31.171055 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf1c5e-4531-4616-a430-9f9305688753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714673fc-6ecf-4bbd-b80a-27bc7353a88d,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:31.614868 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d2312-003a-448b-b0c3-3533eedadaf8 req-77409c26-4405-49c1-a80c-bb782849274c tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:31.616601 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ba9d2312-003a-448b-b0c3-3533eedadaf8 req-77409c26-4405-49c1-a80c-bb782849274c tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0734756 Apr 14 22:06:31.999296 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ba9d2312-003a-448b-b0c3-3533eedadaf8 req-2d167f77-2f4a-4b82-b464-82346d96fbc8 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3752301 Apr 14 22:06:32.000730 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 49466) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:06:32.103854 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-26905648-11b5-4211-b5fb-c03967b2b733 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1598017375-network', 'tenant_id': 'c9294800d5494eeaa7feb79180bb889a'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:06:32.138483 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26905648-11b5-4211-b5fb-c03967b2b733 admin admin] Made reservation on behalf of c9294800d5494eeaa7feb79180bb889a for: {'network': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:06:32.138483 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26905648-11b5-4211-b5fb-c03967b2b733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for network (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:32.138483 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26905648-11b5-4211-b5fb-c03967b2b733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:32.232105 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26905648-11b5-4211-b5fb-c03967b2b733 admin admin] Publish callbacks [] for security_group (98b0fb6d-f716-4a36-960d-c712d52c00b9), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:32.236261 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26905648-11b5-4211-b5fb-c03967b2b733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (98b0fb6d-f716-4a36-960d-c712d52c00b9), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:32.264711 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26905648-11b5-4211-b5fb-c03967b2b733 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:06:32.271276 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26905648-11b5-4211-b5fb-c03967b2b733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b0fb6d-f716-4a36-960d-c712d52c00b9,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:32.277974 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26905648-11b5-4211-b5fb-c03967b2b733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (d0651958-5abf-4d92-8057-69d13bc39ee7), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:32.278413 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.db.segments_db [None req-26905648-11b5-4211-b5fb-c03967b2b733 admin admin] Added segment d0651958-5abf-4d92-8057-69d13bc39ee7 of type vlan for network 34b253f7-e937-4bef-9369-966a10d746c7 Apr 14 22:06:32.324681 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26905648-11b5-4211-b5fb-c03967b2b733 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754551219941'] for network (34b253f7-e937-4bef-9369-966a10d746c7), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:32.349258 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26905648-11b5-4211-b5fb-c03967b2b733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for network (34b253f7-e937-4bef-9369-966a10d746c7), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:32.350215 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26905648-11b5-4211-b5fb-c03967b2b733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:32.350797 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26905648-11b5-4211-b5fb-c03967b2b733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:32.404672 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-26905648-11b5-4211-b5fb-c03967b2b733 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4026468 Apr 14 22:06:32.407547 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 49480) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:06:32.411643 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26905648-11b5-4211-b5fb-c03967b2b733 admin admin] Pushing event updated for resources: {'Network': ['ID=34b253f7-e937-4bef-9369-966a10d746c7,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:32.412284 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-dd9b53ec-5908-46a2-9add-cc1f6c011311 admin admin] Request body: {'subnet': {'network_id': '34b253f7-e937-4bef-9369-966a10d746c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1598017375-subnet', 'tenant_id': 'c9294800d5494eeaa7feb79180bb889a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:06:32.421571 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Network 34b253f7-e937-4bef-9369-966a10d746c7 details requested by agent ovs-agent-dv-cinder-838009-1-iscsi with host dv-cinder-838009-1-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:06:32.433241 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9b53ec-5908-46a2-9add-cc1f6c011311 admin admin] Made reservation on behalf of c9294800d5494eeaa7feb79180bb889a for: {'subnet': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:06:32.435653 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dd9b53ec-5908-46a2-9add-cc1f6c011311 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8655973'] for subnet (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:32.600517 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dd9b53ec-5908-46a2-9add-cc1f6c011311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8655987'] for subnet (58ba7a16-9a73-4108-9fb3-dd6175ca7a32), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:32.652237 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b53ec-5908-46a2-9add-cc1f6c011311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58ba7a16-9a73-4108-9fb3-dd6175ca7a32,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:32.662730 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9b53ec-5908-46a2-9add-cc1f6c011311 admin admin] Checking segment: {'id': 'd0651958-5abf-4d92-8057-69d13bc39ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '34b253f7-e937-4bef-9369-966a10d746c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:06:32.663098 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9b53ec-5908-46a2-9add-cc1f6c011311 admin admin] Network hostable DHCP agents. Network: 34b253f7-e937-4bef-9369-966a10d746c7, hostable agents: ['806db378-0d8c-47fe-9666-9619b6d8e1d9'], hosted agents: [] {{(pid=103420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:06:32.685883 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9b53ec-5908-46a2-9add-cc1f6c011311 admin admin] Network 34b253f7-e937-4bef-9369-966a10d746c7 is scheduled to be hosted by DHCP agent 806db378-0d8c-47fe-9666-9619b6d8e1d9 with binding_index 1 {{(pid=103420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:06:32.694130 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-dd9b53ec-5908-46a2-9add-cc1f6c011311 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-1-iscsi, 34b253f7-e937-4bef-9369-966a10d746c7) {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:06:32.698734 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9b53ec-5908-46a2-9add-cc1f6c011311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:32.699326 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dd9b53ec-5908-46a2-9add-cc1f6c011311 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:32.704373 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f552f0d-f9eb-4364-95a3-877125676f8f None None] Network 34b253f7-e937-4bef-9369-966a10d746c7 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:06:32.720345 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-dd9b53ec-5908-46a2-9add-cc1f6c011311 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3116779 Apr 14 22:06:32.810578 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595d4b3a-c16b-4393-a82b-267e7257b934 None None] Network 34b253f7-e937-4bef-9369-966a10d746c7 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:06:32.963218 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce740c-8026-4318-9396-bc9197157735 req-005574a7-661c-4f5d-aa7c-5b45177afee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:32.964788 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b2ce740c-8026-4318-9396-bc9197157735 req-005574a7-661c-4f5d-aa7c-5b45177afee9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8354505d255643918a23f2f53ed53d67&device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 1130 time: 0.1047018 Apr 14 22:06:33.067388 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce740c-8026-4318-9396-bc9197157735 req-00043e82-80d0-4893-8943-850212873e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:33.069023 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b2ce740c-8026-4318-9396-bc9197157735 req-00043e82-80d0-4893-8943-850212873e05 service neutron] 10.222.0.26 "GET /v2.0/networks?id=85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 HTTP/1.1" status: 200 len: 917 time: 0.0968480 Apr 14 22:06:33.117321 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebce652-2ed2-4326-af11-fd7633825dfd req-17811cca-ac61-4717-bbdc-a0a918243bf9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:33.124582 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5ebce652-2ed2-4326-af11-fd7633825dfd req-17811cca-ac61-4717-bbdc-a0a918243bf9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0559368 Apr 14 22:06:33.139959 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b2ce740c-8026-4318-9396-bc9197157735 req-81fc8ffa-173c-4f3f-8880-34b0a7abcfc7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8b789b8-cac8-4677-b18d-2b7454cfbb2a HTTP/1.1" status: 200 len: 1002 time: 0.0614100 Apr 14 22:06:33.175057 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5ebce652-2ed2-4326-af11-fd7633825dfd req-83909a6d-fea4-4f2d-b5f6-e72b7e23510d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496099 Apr 14 22:06:33.196694 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce740c-8026-4318-9396-bc9197157735 req-6e804245-b674-457a-9069-d4888ec2aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:33.201308 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b2ce740c-8026-4318-9396-bc9197157735 req-6e804245-b674-457a-9069-d4888ec2aa7a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a14408c-0a04-4255-b049-e60b2b57871e HTTP/1.1" status: 200 len: 856 time: 0.0544238 Apr 14 22:06:33.242367 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 49500) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:06:33.246871 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce740c-8026-4318-9396-bc9197157735 req-3cd5fcde-d1b6-4b31-8ba3-dc3347b6614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:33.247133 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-d7597f61-e9ea-4e74-8bf4-77fbe834d4ce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-505167838-network', 'tenant_id': '8e509dde22e046a486af4a430a49479e'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:06:33.248395 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b2ce740c-8026-4318-9396-bc9197157735 req-3cd5fcde-d1b6-4b31-8ba3-dc3347b6614b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85de08d8-9eb8-4e52-8d6f-cc3f42de82b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412750 Apr 14 22:06:33.265978 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7597f61-e9ea-4e74-8bf4-77fbe834d4ce admin admin] Made reservation on behalf of 8e509dde22e046a486af4a430a49479e for: {'network': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:06:33.268328 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d7597f61-e9ea-4e74-8bf4-77fbe834d4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for network (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:33.277717 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d7597f61-e9ea-4e74-8bf4-77fbe834d4ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:33.343142 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b2ce740c-8026-4318-9396-bc9197157735 req-dd0767b9-bfb7-4892-ade1-c67182b3ea91 service neutron] 10.222.0.26 "GET /v2.0/networks/85de08d8-9eb8-4e52-8d6f-cc3f42de82b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874257 Apr 14 22:06:33.355169 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d7597f61-e9ea-4e74-8bf4-77fbe834d4ce admin admin] Publish callbacks [] for security_group (c4b15937-0a11-4758-83df-beec27ad3fac), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:33.358998 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d7597f61-e9ea-4e74-8bf4-77fbe834d4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (c4b15937-0a11-4758-83df-beec27ad3fac), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:33.377532 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7597f61-e9ea-4e74-8bf4-77fbe834d4ce admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:06:33.395260 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7597f61-e9ea-4e74-8bf4-77fbe834d4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b15937-0a11-4758-83df-beec27ad3fac,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:33.398112 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d7597f61-e9ea-4e74-8bf4-77fbe834d4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (670f1d34-2b2e-45d4-b149-f1757d5ee3c8), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:33.398450 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.db.segments_db [None req-d7597f61-e9ea-4e74-8bf4-77fbe834d4ce admin admin] Added segment 670f1d34-2b2e-45d4-b149-f1757d5ee3c8 of type vlan for network c4141a54-fa7e-4c91-95f0-7331c16f56cf Apr 14 22:06:33.440341 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d7597f61-e9ea-4e74-8bf4-77fbe834d4ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754551219941'] for network (c4141a54-fa7e-4c91-95f0-7331c16f56cf), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:33.443927 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b2ce740c-8026-4318-9396-bc9197157735 req-0aa4a28e-4bc6-4b7f-bcec-750631ccbb3d service neutron] 10.222.0.26 "GET /v2.0/networks/85de08d8-9eb8-4e52-8d6f-cc3f42de82b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944359 Apr 14 22:06:33.466252 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d7597f61-e9ea-4e74-8bf4-77fbe834d4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for network (c4141a54-fa7e-4c91-95f0-7331c16f56cf), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:33.467196 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7597f61-e9ea-4e74-8bf4-77fbe834d4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:33.467769 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d7597f61-e9ea-4e74-8bf4-77fbe834d4ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:33.497477 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-d7597f61-e9ea-4e74-8bf4-77fbe834d4ce admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2540152 Apr 14 22:06:33.500396 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 49502) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:06:33.505339 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-3db6a740-e2a6-4f0d-acad-d81d4b87ea51 admin admin] Request body: {'subnet': {'network_id': 'c4141a54-fa7e-4c91-95f0-7331c16f56cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-505167838-subnet', 'tenant_id': '8e509dde22e046a486af4a430a49479e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:06:33.526145 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db6a740-e2a6-4f0d-acad-d81d4b87ea51 admin admin] Made reservation on behalf of 8e509dde22e046a486af4a430a49479e for: {'subnet': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:06:33.528533 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3db6a740-e2a6-4f0d-acad-d81d4b87ea51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8655973'] for subnet (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:33.531489 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7597f61-e9ea-4e74-8bf4-77fbe834d4ce admin admin] Pushing event updated for resources: {'Network': ['ID=c4141a54-fa7e-4c91-95f0-7331c16f56cf,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:33.541464 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Network c4141a54-fa7e-4c91-95f0-7331c16f56cf details requested by agent ovs-agent-dv-cinder-838009-1-iscsi with host dv-cinder-838009-1-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:06:33.695072 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3db6a740-e2a6-4f0d-acad-d81d4b87ea51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8655987'] for subnet (a718c10f-8e69-4f24-9757-92140ef83877), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:33.753548 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6a740-e2a6-4f0d-acad-d81d4b87ea51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a718c10f-8e69-4f24-9757-92140ef83877,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:33.757806 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db6a740-e2a6-4f0d-acad-d81d4b87ea51 admin admin] Checking segment: {'id': '670f1d34-2b2e-45d4-b149-f1757d5ee3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c4141a54-fa7e-4c91-95f0-7331c16f56cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:06:33.758163 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db6a740-e2a6-4f0d-acad-d81d4b87ea51 admin admin] Network hostable DHCP agents. Network: c4141a54-fa7e-4c91-95f0-7331c16f56cf, hostable agents: ['806db378-0d8c-47fe-9666-9619b6d8e1d9'], hosted agents: [] {{(pid=103420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:06:33.775749 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db6a740-e2a6-4f0d-acad-d81d4b87ea51 admin admin] Network c4141a54-fa7e-4c91-95f0-7331c16f56cf is scheduled to be hosted by DHCP agent 806db378-0d8c-47fe-9666-9619b6d8e1d9 with binding_index 1 {{(pid=103420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:06:33.785672 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-3db6a740-e2a6-4f0d-acad-d81d4b87ea51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-1-iscsi, c4141a54-fa7e-4c91-95f0-7331c16f56cf) {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:06:33.789688 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db6a740-e2a6-4f0d-acad-d81d4b87ea51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:33.790904 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3db6a740-e2a6-4f0d-acad-d81d4b87ea51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:33.795491 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e8daf1-cc9d-4cd6-a29f-d01aedb02295 None None] Network c4141a54-fa7e-4c91-95f0-7331c16f56cf requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:06:33.807834 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-3db6a740-e2a6-4f0d-acad-d81d4b87ea51 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3061194 Apr 14 22:06:33.897734 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e636a3-30d8-475e-97a8-6a10a33bb377 None None] Network c4141a54-fa7e-4c91-95f0-7331c16f56cf requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:06:34.299676 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90752dbd-e882-4a22-96d2-4d47ded7b5e4 req-eadc9326-82d4-4a89-b93c-50712beef219 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:34.301575 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-90752dbd-e882-4a22-96d2-4d47ded7b5e4 req-eadc9326-82d4-4a89-b93c-50712beef219 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0530694 Apr 14 22:06:34.359238 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-90752dbd-e882-4a22-96d2-4d47ded7b5e4 req-0cc281ac-cf3d-42de-a0c9-84afb572fb93 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508845 Apr 14 22:06:35.501667 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917c760-5a47-4803-b720-094fb7d8b714 req-dc3803e5-a8e5-4617-a460-f3361777e44e tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:35.510555 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c917c760-5a47-4803-b720-094fb7d8b714 req-dc3803e5-a8e5-4617-a460-f3361777e44e tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 946 time: 0.0706880 Apr 14 22:06:35.554591 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c917c760-5a47-4803-b720-094fb7d8b714 req-434534fa-6fba-4148-8c86-089da13182b1 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430255 Apr 14 22:06:36.192586 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device f8b789b8-cac8-4677-b18d-2b7454cfbb2a no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:06:36.276964 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port f8b789b8-cac8-4677-b18d-2b7454cfbb2a is: ACTIVE; New status is: DOWN {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:06:36.277354 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (f8b789b8-cac8-4677-b18d-2b7454cfbb2a), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:36.301947 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5312dc-1256-445f-bc1b-e30130bc2753', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8b789b8-cac8-4677-b18d-2b7454cfbb2a'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:06:36.303955 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530b6f79e2c270c80a285cfd043402f608e5b18a2df6684fea4c07fd95dfc091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25906a6-2a49-48a0-a0db-2d0c5f28f6c2" -d '{"events": [{"server_uuid": "0b5312dc-1256-445f-bc1b-e30130bc2753", "name": "network-vif-unplugged", "status": "completed", "tag": "f8b789b8-cac8-4677-b18d-2b7454cfbb2a"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:06:36.316065 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port f8b789b8-cac8-4677-b18d-2b7454cfbb2a, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=f8b789b8-cac8-4677-b18d-2b7454cfbb2a,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:06:36.322245 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (f8b789b8-cac8-4677-b18d-2b7454cfbb2a), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:36.386638 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=f8b789b8-cac8-4677-b18d-2b7454cfbb2a,revision_number=8']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:36.405184 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Apr 2022 22:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297a7a7b-28ad-49cb-8cf0-7f5501c6d9ed x-openstack-request-id: req-297a7a7b-28ad-49cb-8cf0-7f5501c6d9ed {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:06:36.405422 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5312dc-1256-445f-bc1b-e30130bc2753", "name": "network-vif-unplugged", "status": "failed", "tag": "f8b789b8-cac8-4677-b18d-2b7454cfbb2a", "code": 422}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:06:36.405671 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-297a7a7b-28ad-49cb-8cf0-7f5501c6d9ed {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:06:36.406114 dv-cinder-838009-1-iscsi neutron-server[103421]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-297a7a7b-28ad-49cb-8cf0-7f5501c6d9ed']: {'server_uuid': '0b5312dc-1256-445f-bc1b-e30130bc2753', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f8b789b8-cac8-4677-b18d-2b7454cfbb2a', 'code': 422} returned with failed status Apr 14 22:06:36.481918 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [req-b0145efc-7acb-4b12-9059-e1487aea1ea1 req-4ae266f1-0f29-4ed9-9635-a30f9865358f service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:06:36.482928 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b0145efc-7acb-4b12-9059-e1487aea1ea1 req-4ae266f1-0f29-4ed9-9635-a30f9865358f service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1009684 Apr 14 22:06:36.634537 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef4966-554c-480e-a402-34f27d33e7c7 req-458f14d4-2eb3-451f-b890-5dc5eaf1138d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:36.636007 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9eef4966-554c-480e-a402-34f27d33e7c7 req-458f14d4-2eb3-451f-b890-5dc5eaf1138d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 944 time: 0.0491312 Apr 14 22:06:36.686347 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9eef4966-554c-480e-a402-34f27d33e7c7 req-4cb03517-92a1-4215-9858-61e333b8fc79 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442052 Apr 14 22:06:36.849472 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 49596) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:06:36.928453 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5e9475c7-1b11-42ea-a7f0-67ad3ef5bd07 req-4e495b4b-8428-44a7-bda5-89727438c89f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0777509 Apr 14 22:06:36.938895 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [req-5e9475c7-1b11-42ea-a7f0-67ad3ef5bd07 req-72e94054-cc6c-49f1-9c08-ce878ea3c5e0 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:06:36.939948 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5e9475c7-1b11-42ea-a7f0-67ad3ef5bd07 req-72e94054-cc6c-49f1-9c08-ce878ea3c5e0 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057666 Apr 14 22:06:37.036585 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 49610) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:06:37.133209 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9475c7-1b11-42ea-a7f0-67ad3ef5bd07 req-88d602a8-a769-46d1-acc7-918be8c7f8d9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:37.135278 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5e9475c7-1b11-42ea-a7f0-67ad3ef5bd07 req-88d602a8-a769-46d1-acc7-918be8c7f8d9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports/f8b789b8-cac8-4677-b18d-2b7454cfbb2a HTTP/1.1" status: 200 len: 941 time: 0.1004045 Apr 14 22:06:37.814607 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09577068-98d0-4975-9e58-07c437db7a77 req-3a556333-a324-4deb-a8cd-2e17b11e2c66 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:37.816082 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-09577068-98d0-4975-9e58-07c437db7a77 req-3a556333-a324-4deb-a8cd-2e17b11e2c66 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 944 time: 0.0546882 Apr 14 22:06:37.862349 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-09577068-98d0-4975-9e58-07c437db7a77 req-a8d775f6-3dca-4041-a9d8-288372fc6d78 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406170 Apr 14 22:06:38.100782 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9475c7-1b11-42ea-a7f0-67ad3ef5bd07 req-392a0479-c041-4e60-8226-28f336815019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:38.102292 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5e9475c7-1b11-42ea-a7f0-67ad3ef5bd07 req-392a0479-c041-4e60-8226-28f336815019 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753&tenant_id=8354505d255643918a23f2f53ed53d67 HTTP/1.1" status: 200 len: 1128 time: 0.0414746 Apr 14 22:06:38.171352 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9475c7-1b11-42ea-a7f0-67ad3ef5bd07 req-4d321943-c66c-4c17-8eac-040649c86e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:38.173063 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5e9475c7-1b11-42ea-a7f0-67ad3ef5bd07 req-4d321943-c66c-4c17-8eac-040649c86e48 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8354505d255643918a23f2f53ed53d67&device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 1128 time: 0.0415847 Apr 14 22:06:38.276887 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9475c7-1b11-42ea-a7f0-67ad3ef5bd07 req-c8196804-d67a-4f8b-8094-b2cfc0745e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:38.278331 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5e9475c7-1b11-42ea-a7f0-67ad3ef5bd07 req-c8196804-d67a-4f8b-8094-b2cfc0745e24 service neutron] 10.222.0.26 "GET /v2.0/networks?id=85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 HTTP/1.1" status: 200 len: 917 time: 0.0959182 Apr 14 22:06:38.345321 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5e9475c7-1b11-42ea-a7f0-67ad3ef5bd07 req-0df4d3e7-8c86-4b38-9ac5-239cc7a72cc3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8b789b8-cac8-4677-b18d-2b7454cfbb2a HTTP/1.1" status: 200 len: 1000 time: 0.0605047 Apr 14 22:06:38.394771 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9475c7-1b11-42ea-a7f0-67ad3ef5bd07 req-b466f273-5b64-464e-ad21-ffb05fd0b4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:38.396288 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5e9475c7-1b11-42ea-a7f0-67ad3ef5bd07 req-b466f273-5b64-464e-ad21-ffb05fd0b4b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a14408c-0a04-4255-b049-e60b2b57871e HTTP/1.1" status: 200 len: 856 time: 0.0450623 Apr 14 22:06:38.445753 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9475c7-1b11-42ea-a7f0-67ad3ef5bd07 req-14928ae5-ef72-4923-b926-de859304ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:38.448430 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5e9475c7-1b11-42ea-a7f0-67ad3ef5bd07 req-14928ae5-ef72-4923-b926-de859304ba3e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85de08d8-9eb8-4e52-8d6f-cc3f42de82b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449581 Apr 14 22:06:38.537872 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5e9475c7-1b11-42ea-a7f0-67ad3ef5bd07 req-2d7e1a1a-a235-491a-9b93-a587a5d92866 service neutron] 10.222.0.26 "GET /v2.0/networks/85de08d8-9eb8-4e52-8d6f-cc3f42de82b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837970 Apr 14 22:06:38.631753 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5e9475c7-1b11-42ea-a7f0-67ad3ef5bd07 req-35d819d8-0aae-4c24-8280-2221d4acf906 service neutron] 10.222.0.26 "GET /v2.0/networks/85de08d8-9eb8-4e52-8d6f-cc3f42de82b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869334 Apr 14 22:06:38.985572 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aeff1d-17fc-4eb9-9976-7706dcd352f0 req-05c6f4b2-9694-48e0-8b9a-a302120fae74 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:38.987100 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-03aeff1d-17fc-4eb9-9976-7706dcd352f0 req-05c6f4b2-9694-48e0-8b9a-a302120fae74 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 944 time: 0.0496492 Apr 14 22:06:39.034716 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-03aeff1d-17fc-4eb9-9976-7706dcd352f0 req-3a72c473-7b5c-420a-885c-35d4dcafbd2a tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420721 Apr 14 22:06:40.163718 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a559f-ae5f-4435-b982-a5c86fdac4bb req-c46c53fe-0a50-430e-ad0e-ce9ed8b2c6a2 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:40.166878 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-844a559f-ae5f-4435-b982-a5c86fdac4bb req-c46c53fe-0a50-430e-ad0e-ce9ed8b2c6a2 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 944 time: 0.0537193 Apr 14 22:06:40.219199 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-844a559f-ae5f-4435-b982-a5c86fdac4bb req-8457b161-4848-4de1-ba7d-a4c5ab14bb37 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473485 Apr 14 22:06:40.333677 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:06:41.346621 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c923455-fcfc-4bfe-9751-c7170ec02aa7 req-84d10838-da16-44ec-93ff-d74336fa6894 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:41.349477 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2c923455-fcfc-4bfe-9751-c7170ec02aa7 req-84d10838-da16-44ec-93ff-d74336fa6894 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 944 time: 0.0536673 Apr 14 22:06:41.396932 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2c923455-fcfc-4bfe-9751-c7170ec02aa7 req-01141b1f-2099-4c5d-97fe-251787239dd5 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429833 Apr 14 22:06:42.522174 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d2b6e-7e69-4c60-9612-fb87a6995cce req-9f5a4d98-1ab5-4c8c-a64b-3ba990dc4b64 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:42.523642 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6d1d2b6e-7e69-4c60-9612-fb87a6995cce req-9f5a4d98-1ab5-4c8c-a64b-3ba990dc4b64 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 944 time: 0.0491054 Apr 14 22:06:42.578272 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6d1d2b6e-7e69-4c60-9612-fb87a6995cce req-98070a4c-25ec-4aa5-8cde-6b810c1aa6d7 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481305 Apr 14 22:06:42.918505 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:43.704707 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a1641-5f5d-4503-9b17-2948ef9d3caa req-e4d66ae5-2c93-4810-bc2a-93d8b81bdc42 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:43.707036 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a10a1641-5f5d-4503-9b17-2948ef9d3caa req-e4d66ae5-2c93-4810-bc2a-93d8b81bdc42 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 944 time: 0.0513766 Apr 14 22:06:43.757951 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a10a1641-5f5d-4503-9b17-2948ef9d3caa req-ecb32f82-ff3b-4e40-9f78-804dc4697189 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444856 Apr 14 22:06:44.922457 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aa394-5a55-4951-a59d-89b4366bcc7e req-35e1e193-3227-46e0-9d0d-2d04e155668e tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:44.929231 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a49aa394-5a55-4951-a59d-89b4366bcc7e req-35e1e193-3227-46e0-9d0d-2d04e155668e tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 944 time: 0.0870171 Apr 14 22:06:44.988238 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a49aa394-5a55-4951-a59d-89b4366bcc7e req-5c023dd6-e626-4949-a27d-ece1dfdd6ff1 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578198 Apr 14 22:06:46.114063 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b6ba5-c32e-4d6c-ba2a-3c61a40b90e7 req-cc12ea26-7f44-4502-a9c3-599dde087096 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:46.115792 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-562b6ba5-c32e-4d6c-ba2a-3c61a40b90e7 req-cc12ea26-7f44-4502-a9c3-599dde087096 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 944 time: 0.0497963 Apr 14 22:06:46.196965 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-562b6ba5-c32e-4d6c-ba2a-3c61a40b90e7 req-02291b95-3638-452b-9af7-9e722a2cc363 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719113 Apr 14 22:06:47.316031 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356a8b7-ae5c-44dc-b487-edaa03f32dfa req-703a0219-38e4-4bc6-8a19-4bfe4455df34 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:47.317519 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c356a8b7-ae5c-44dc-b487-edaa03f32dfa req-703a0219-38e4-4bc6-8a19-4bfe4455df34 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 944 time: 0.0470281 Apr 14 22:06:47.366464 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c356a8b7-ae5c-44dc-b487-edaa03f32dfa req-9c60e1f1-00e3-45c3-b651-514ec5a61f5f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429888 Apr 14 22:06:47.912972 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 49780) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:06:47.956726 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_v2 [None req-1058a385-2150-4d06-9444-ceacca579e6d admin admin] Deleting subnet 58ba7a16-9a73-4108-9fb3-dd6175ca7a32 {{(pid=103419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:06:47.959871 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1058a385-2150-4d06-9444-ceacca579e6d admin admin] Publish callbacks [] for subnet (58ba7a16-9a73-4108-9fb3-dd6175ca7a32), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:47.997885 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1058a385-2150-4d06-9444-ceacca579e6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2730075'] for subnet (58ba7a16-9a73-4108-9fb3-dd6175ca7a32), precommit_delete_associations {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:48.036181 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1058a385-2150-4d06-9444-ceacca579e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779310'] for subnet (58ba7a16-9a73-4108-9fb3-dd6175ca7a32), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:48.088824 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1058a385-2150-4d06-9444-ceacca579e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9471835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9650152'] for subnet (58ba7a16-9a73-4108-9fb3-dd6175ca7a32), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:48.115658 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058a385-2150-4d06-9444-ceacca579e6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58ba7a16-9a73-4108-9fb3-dd6175ca7a32,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:48.120643 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1058a385-2150-4d06-9444-ceacca579e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:48.123807 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-1058a385-2150-4d06-9444-ceacca579e6d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/58ba7a16-9a73-4108-9fb3-dd6175ca7a32 HTTP/1.1" status: 204 len: 168 time: 0.2098625 Apr 14 22:06:48.126354 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 49784) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:06:48.199093 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-befcec17-471f-4f00-a5cf-14ca3e46837b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606303'] for network (34b253f7-e937-4bef-9369-966a10d746c7), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:48.277649 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-befcec17-471f-4f00-a5cf-14ca3e46837b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786069', 'neutron.services.segments.db._delete_segments_for_network-8754551739832'] for network (34b253f7-e937-4bef-9369-966a10d746c7), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:48.301813 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-befcec17-471f-4f00-a5cf-14ca3e46837b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b253f7-e937-4bef-9369-966a10d746c7']}} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:06:48.311166 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-befcec17-471f-4f00-a5cf-14ca3e46837b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0651958-5abf-4d92-8057-69d13bc39ee7') {'for_net_delete': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:06:48.311395 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-befcec17-471f-4f00-a5cf-14ca3e46837b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0651958-5abf-4d92-8057-69d13bc39ee7') {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:06:48.320775 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-befcec17-471f-4f00-a5cf-14ca3e46837b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754551744449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2730080'] for segment (d0651958-5abf-4d92-8057-69d13bc39ee7), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:48.334702 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-befcec17-471f-4f00-a5cf-14ca3e46837b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (d0651958-5abf-4d92-8057-69d13bc39ee7), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:48.341342 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-befcec17-471f-4f00-a5cf-14ca3e46837b admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:06:48.341728 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-befcec17-471f-4f00-a5cf-14ca3e46837b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9471969'] for segment (d0651958-5abf-4d92-8057-69d13bc39ee7), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: Traceback (most recent call last): Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: timer() Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: cb(*args, **kw) Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: return func(*args, **kwargs) Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: self._notify() Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: self.callback(batched_events) Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: event.method(event) Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: return f(self, *a, **k) Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: return self._get(url).json() Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: return self.request(url, 'GET', **kwargs) Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:06:48.343403 dv-cinder-838009-1-iscsi neutron-server[103419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:06:48.398110 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-befcec17-471f-4f00-a5cf-14ca3e46837b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773785'] for network (34b253f7-e937-4bef-9369-966a10d746c7), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:48.404057 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-befcec17-471f-4f00-a5cf-14ca3e46837b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:48.410277 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 49788) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:06:48.410846 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-befcec17-471f-4f00-a5cf-14ca3e46837b admin admin] 10.222.0.43 "DELETE /v2.0/networks/34b253f7-e937-4bef-9369-966a10d746c7 HTTP/1.1" status: 204 len: 168 time: 0.2829766 Apr 14 22:06:48.420761 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcec17-471f-4f00-a5cf-14ca3e46837b admin admin] Pushing event deleted for resources: {'Network': ['ID=34b253f7-e937-4bef-9369-966a10d746c7,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:48.488856 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9023b77-8a3d-4e40-9efb-f1f89f4b0006 admin admin] Deleting subnet a718c10f-8e69-4f24-9757-92140ef83877 {{(pid=103420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:06:48.496020 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e9023b77-8a3d-4e40-9efb-f1f89f4b0006 admin admin] Publish callbacks [] for subnet (a718c10f-8e69-4f24-9757-92140ef83877), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:48.528683 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462cffc-d22d-4679-9767-04f970e658c5 req-110e326d-65ef-48d8-986b-98f4bd76d507 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:48.530173 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7462cffc-d22d-4679-9767-04f970e658c5 req-110e326d-65ef-48d8-986b-98f4bd76d507 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 944 time: 0.0810931 Apr 14 22:06:48.549221 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e9023b77-8a3d-4e40-9efb-f1f89f4b0006 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10468387'] for subnet (a718c10f-8e69-4f24-9757-92140ef83877), precommit_delete_associations {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:48.622503 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7462cffc-d22d-4679-9767-04f970e658c5 req-4c5d08c7-df2f-40f3-b613-ebedd71f115b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845683 Apr 14 22:06:48.623411 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e9023b77-8a3d-4e40-9efb-f1f89f4b0006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779310'] for subnet (a718c10f-8e69-4f24-9757-92140ef83877), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:48.677560 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e9023b77-8a3d-4e40-9efb-f1f89f4b0006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8824124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8655946'] for subnet (a718c10f-8e69-4f24-9757-92140ef83877), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:48.702819 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9023b77-8a3d-4e40-9efb-f1f89f4b0006 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a718c10f-8e69-4f24-9757-92140ef83877,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:48.708500 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e9023b77-8a3d-4e40-9efb-f1f89f4b0006 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:48.715011 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 49790) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:06:48.715530 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-e9023b77-8a3d-4e40-9efb-f1f89f4b0006 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a718c10f-8e69-4f24-9757-92140ef83877 HTTP/1.1" status: 204 len: 168 time: 0.3002145 Apr 14 22:06:48.785793 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f3b14ff6-33b1-4def-8771-a3c7cdda7e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606303'] for network (c4141a54-fa7e-4c91-95f0-7331c16f56cf), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:48.862120 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f3b14ff6-33b1-4def-8771-a3c7cdda7e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786069', 'neutron.services.segments.db._delete_segments_for_network-8754551739832'] for network (c4141a54-fa7e-4c91-95f0-7331c16f56cf), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:48.882421 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-f3b14ff6-33b1-4def-8771-a3c7cdda7e9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4141a54-fa7e-4c91-95f0-7331c16f56cf']}} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:06:48.892683 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-f3b14ff6-33b1-4def-8771-a3c7cdda7e9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670f1d34-2b2e-45d4-b149-f1757d5ee3c8') {'for_net_delete': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:06:48.892983 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-f3b14ff6-33b1-4def-8771-a3c7cdda7e9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670f1d34-2b2e-45d4-b149-f1757d5ee3c8') {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:06:48.907048 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f3b14ff6-33b1-4def-8771-a3c7cdda7e9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754551744449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2730080'] for segment (670f1d34-2b2e-45d4-b149-f1757d5ee3c8), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:48.919762 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f3b14ff6-33b1-4def-8771-a3c7cdda7e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (670f1d34-2b2e-45d4-b149-f1757d5ee3c8), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:48.925451 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b14ff6-33b1-4def-8771-a3c7cdda7e9c admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:06:48.925824 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f3b14ff6-33b1-4def-8771-a3c7cdda7e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9471969'] for segment (670f1d34-2b2e-45d4-b149-f1757d5ee3c8), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: Traceback (most recent call last): Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: timer() Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: cb(*args, **kw) Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: return func(*args, **kwargs) Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: self._notify() Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: self.callback(batched_events) Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: event.method(event) Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: return f(self, *a, **k) Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: return self._get(url).json() Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: return self.request(url, 'GET', **kwargs) Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:06:48.927442 dv-cinder-838009-1-iscsi neutron-server[103419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:06:49.024939 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c3122-35e5-443e-aba1-3f41e5655cc8 req-90272e27-649d-4dee-9c03-2e630b92ef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:49.026577 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cd1c3122-35e5-443e-aba1-3f41e5655cc8 req-90272e27-649d-4dee-9c03-2e630b92ef2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8354505d255643918a23f2f53ed53d67&device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 1128 time: 0.0456455 Apr 14 22:06:49.209777 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f3b14ff6-33b1-4def-8771-a3c7cdda7e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773785'] for network (c4141a54-fa7e-4c91-95f0-7331c16f56cf), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:49.214874 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f3b14ff6-33b1-4def-8771-a3c7cdda7e9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:49.217994 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-f3b14ff6-33b1-4def-8771-a3c7cdda7e9c admin admin] 10.222.0.43 "DELETE /v2.0/networks/c4141a54-fa7e-4c91-95f0-7331c16f56cf HTTP/1.1" status: 204 len: 168 time: 0.5019209 Apr 14 22:06:49.228725 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b14ff6-33b1-4def-8771-a3c7cdda7e9c admin admin] Pushing event deleted for resources: {'Network': ['ID=c4141a54-fa7e-4c91-95f0-7331c16f56cf,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:49.362097 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c3122-35e5-443e-aba1-3f41e5655cc8 req-2742eb4d-57bd-4421-a802-f95f95197b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:49.363581 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cd1c3122-35e5-443e-aba1-3f41e5655cc8 req-2742eb4d-57bd-4421-a802-f95f95197b31 service neutron] 10.222.0.26 "GET /v2.0/networks?id=85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 HTTP/1.1" status: 200 len: 917 time: 0.1008804 Apr 14 22:06:49.393178 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 49796) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:06:49.439015 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cd1c3122-35e5-443e-aba1-3f41e5655cc8 req-6621d636-d7e3-42e8-aa21-ddfe075179e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8b789b8-cac8-4677-b18d-2b7454cfbb2a HTTP/1.1" status: 200 len: 1000 time: 0.0630708 Apr 14 22:06:49.439843 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-1799a187-8238-486e-9ff3-10d9e4e5c9cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9294800d5494eeaa7feb79180bb889a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455565 Apr 14 22:06:49.442314 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 49798) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:06:49.489183 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-003bfcda-598c-4626-ac5b-9aa40a7bc206 admin admin] Publish callbacks [] for security_group (98b0fb6d-f716-4a36-960d-c712d52c00b9), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:49.493994 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c3122-35e5-443e-aba1-3f41e5655cc8 req-23c4ee4e-a87a-4aee-9880-bd7d7b86e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:49.495479 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cd1c3122-35e5-443e-aba1-3f41e5655cc8 req-23c4ee4e-a87a-4aee-9880-bd7d7b86e745 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a14408c-0a04-4255-b049-e60b2b57871e HTTP/1.1" status: 200 len: 856 time: 0.0501530 Apr 14 22:06:49.513989 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-003bfcda-598c-4626-ac5b-9aa40a7bc206 admin admin] Publish callbacks [] for security_group (98b0fb6d-f716-4a36-960d-c712d52c00b9), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:49.542539 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c3122-35e5-443e-aba1-3f41e5655cc8 req-ec7e11d0-90d8-4843-a73a-5bb61d749004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:49.544042 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cd1c3122-35e5-443e-aba1-3f41e5655cc8 req-ec7e11d0-90d8-4843-a73a-5bb61d749004 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85de08d8-9eb8-4e52-8d6f-cc3f42de82b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399666 Apr 14 22:06:49.560739 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-003bfcda-598c-4626-ac5b-9aa40a7bc206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (98b0fb6d-f716-4a36-960d-c712d52c00b9), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:49.563318 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-003bfcda-598c-4626-ac5b-9aa40a7bc206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:49.564473 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-003bfcda-598c-4626-ac5b-9aa40a7bc206 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/98b0fb6d-f716-4a36-960d-c712d52c00b9 HTTP/1.1" status: 204 len: 168 time: 0.1212449 Apr 14 22:06:49.572422 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003bfcda-598c-4626-ac5b-9aa40a7bc206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b0fb6d-f716-4a36-960d-c712d52c00b9,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:49.637660 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cd1c3122-35e5-443e-aba1-3f41e5655cc8 req-bca0cb5e-1b53-4239-979e-5b5d995e30f9 service neutron] 10.222.0.26 "GET /v2.0/networks/85de08d8-9eb8-4e52-8d6f-cc3f42de82b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839682 Apr 14 22:06:49.742240 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cd1c3122-35e5-443e-aba1-3f41e5655cc8 req-3f8661b8-56f0-463f-a1db-79e2f0d61f17 service neutron] 10.222.0.26 "GET /v2.0/networks/85de08d8-9eb8-4e52-8d6f-cc3f42de82b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952206 Apr 14 22:06:49.753979 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e23a3f-4220-4cf9-b05e-46a386f15848 req-2367828a-fb61-4450-ab08-e8a4240c612b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:49.755500 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d2e23a3f-4220-4cf9-b05e-46a386f15848 req-2367828a-fb61-4450-ab08-e8a4240c612b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 944 time: 0.0563302 Apr 14 22:06:49.813756 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d2e23a3f-4220-4cf9-b05e-46a386f15848 req-549ca774-7e1b-4048-bfc2-c6fcea71a0bf tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516565 Apr 14 22:06:49.929352 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 49806) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:06:49.969256 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-eb0fd727-6b3b-4117-b45e-0d8006ec3ef6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e509dde22e046a486af4a430a49479e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387516 Apr 14 22:06:49.971779 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 49808) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:06:50.020063 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0b2f718c-b677-49cc-b398-ad66c6c5c438 admin admin] Publish callbacks [] for security_group (c4b15937-0a11-4758-83df-beec27ad3fac), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:50.041464 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0b2f718c-b677-49cc-b398-ad66c6c5c438 admin admin] Publish callbacks [] for security_group (c4b15937-0a11-4758-83df-beec27ad3fac), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:50.086148 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0b2f718c-b677-49cc-b398-ad66c6c5c438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (c4b15937-0a11-4758-83df-beec27ad3fac), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:50.089640 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0b2f718c-b677-49cc-b398-ad66c6c5c438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:50.090934 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-0b2f718c-b677-49cc-b398-ad66c6c5c438 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c4b15937-0a11-4758-83df-beec27ad3fac HTTP/1.1" status: 204 len: 168 time: 0.1182337 Apr 14 22:06:50.100246 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f718c-b677-49cc-b398-ad66c6c5c438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b15937-0a11-4758-83df-beec27ad3fac,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:50.232646 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device f8b789b8-cac8-4677-b18d-2b7454cfbb2a details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:06:50.346465 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port f8b789b8-cac8-4677-b18d-2b7454cfbb2a, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=f8b789b8-cac8-4677-b18d-2b7454cfbb2a,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:06:50.358629 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Returning: {'device': 'f8b789b8-cac8-4677-b18d-2b7454cfbb2a', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'port_id': 'f8b789b8-cac8-4677-b18d-2b7454cfbb2a', 'mac_address': 'fa:16:3e:16:3c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:06:50.401671 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port f8b789b8-cac8-4677-b18d-2b7454cfbb2a is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:06:50.402055 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (f8b789b8-cac8-4677-b18d-2b7454cfbb2a), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:50.415892 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8b789b8-cac8-4677-b18d-2b7454cfbb2a {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:06:50.436521 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port f8b789b8-cac8-4677-b18d-2b7454cfbb2a, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=f8b789b8-cac8-4677-b18d-2b7454cfbb2a,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:06:50.445292 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (f8b789b8-cac8-4677-b18d-2b7454cfbb2a), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:50.502361 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=f8b789b8-cac8-4677-b18d-2b7454cfbb2a,revision_number=9']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:50.714520 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['f8b789b8-cac8-4677-b18d-2b7454cfbb2a'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:06:50.955152 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2d01b-1bbc-4b2a-adf8-bfd56c92bf19 req-fb8a17b0-0ea8-484f-b090-38323215e6bd tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:50.956858 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fcd2d01b-1bbc-4b2a-adf8-bfd56c92bf19 req-fb8a17b0-0ea8-484f-b090-38323215e6bd tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 945 time: 0.0523574 Apr 14 22:06:51.006938 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fcd2d01b-1bbc-4b2a-adf8-bfd56c92bf19 req-444756c1-7330-4a20-81e0-57e858e9d3cd tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430744 Apr 14 22:06:52.130572 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba674e-a044-4dbb-aa6e-984bf62c64b1 req-7cc5704e-2946-41a9-974b-ec9eadb0fdc5 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:52.132068 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c5ba674e-a044-4dbb-aa6e-984bf62c64b1 req-7cc5704e-2946-41a9-974b-ec9eadb0fdc5 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 945 time: 0.0534525 Apr 14 22:06:52.181152 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c5ba674e-a044-4dbb-aa6e-984bf62c64b1 req-24ea16a9-a7de-4675-ac51-5200f4537bbb tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418670 Apr 14 22:06:52.231132 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device f8b789b8-cac8-4677-b18d-2b7454cfbb2a up at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:06:52.277922 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning complete for port f8b789b8-cac8-4677-b18d-2b7454cfbb2a triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:06:52.278320 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (f8b789b8-cac8-4677-b18d-2b7454cfbb2a), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:52.357402 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port f8b789b8-cac8-4677-b18d-2b7454cfbb2a is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:06:52.357693 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (f8b789b8-cac8-4677-b18d-2b7454cfbb2a), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:52.382428 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5312dc-1256-445f-bc1b-e30130bc2753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b789b8-cac8-4677-b18d-2b7454cfbb2a'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:06:52.385332 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530b6f79e2c270c80a285cfd043402f608e5b18a2df6684fea4c07fd95dfc091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8664db23-4ae6-48dc-b0ba-d2edd329d9ab" -d '{"events": [{"server_uuid": "0b5312dc-1256-445f-bc1b-e30130bc2753", "name": "network-vif-plugged", "status": "completed", "tag": "f8b789b8-cac8-4677-b18d-2b7454cfbb2a"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:06:52.399539 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port f8b789b8-cac8-4677-b18d-2b7454cfbb2a, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=f8b789b8-cac8-4677-b18d-2b7454cfbb2a,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:06:52.404988 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (f8b789b8-cac8-4677-b18d-2b7454cfbb2a), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:52.433975 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c89598-bb25-46f1-8954-41859dc3e5a9 x-openstack-request-id: req-f7c89598-bb25-46f1-8954-41859dc3e5a9 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:06:52.434270 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5312dc-1256-445f-bc1b-e30130bc2753", "name": "network-vif-plugged", "status": "completed", "tag": "f8b789b8-cac8-4677-b18d-2b7454cfbb2a", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:06:52.434538 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f7c89598-bb25-46f1-8954-41859dc3e5a9 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:06:52.434916 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7c89598-bb25-46f1-8954-41859dc3e5a9'] response: {'server_uuid': '0b5312dc-1256-445f-bc1b-e30130bc2753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b789b8-cac8-4677-b18d-2b7454cfbb2a', 'code': 200} Apr 14 22:06:52.465415 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=f8b789b8-cac8-4677-b18d-2b7454cfbb2a,revision_number=10']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:52.614950 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6630f2-658c-4ae5-8902-c2df42d695be req-447c0e6f-d28c-42a1-8053-b6b95516faf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:52.616464 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-bf6630f2-658c-4ae5-8902-c2df42d695be req-447c0e6f-d28c-42a1-8053-b6b95516faf2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 1131 time: 0.0386016 Apr 14 22:06:52.665709 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-bf6630f2-658c-4ae5-8902-c2df42d695be req-60c6ae07-4ccf-428f-9ac8-f7728f64fefa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431557 Apr 14 22:06:53.298801 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2386ed-43af-4447-bd20-0ee7d30be8e6 req-8e0e31a1-748d-4c9f-895f-8dd290787cf9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:53.300164 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-af2386ed-43af-4447-bd20-0ee7d30be8e6 req-8e0e31a1-748d-4c9f-895f-8dd290787cf9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 947 time: 0.0456541 Apr 14 22:06:53.350104 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-af2386ed-43af-4447-bd20-0ee7d30be8e6 req-fb607609-9a25-4191-8ab7-418e7b93e254 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437953 Apr 14 22:06:53.870524 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 49892) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:06:53.998836 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2d2e52e7-a590-43d7-9ac8-215367f2447e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:54.005007 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-db8d75d4-4832-4ebe-9d39-88cb3c0d4c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:54.092816 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2d2e52e7-a590-43d7-9ac8-215367f2447e admin admin] Publish callbacks [] for security_group (b6ac8823-0e7b-427f-9179-c071438d5ee1), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:54.098129 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2d2e52e7-a590-43d7-9ac8-215367f2447e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (b6ac8823-0e7b-427f-9179-c071438d5ee1), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:54.156772 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-2d2e52e7-a590-43d7-9ac8-215367f2447e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ac8f48adf46948d0b8765f5092f6effa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851496 Apr 14 22:06:54.157859 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e52e7-a590-43d7-9ac8-215367f2447e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ac8823-0e7b-427f-9179-c071438d5ee1,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:54.159469 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 49920) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:06:54.220389 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3c7ee080-4cc1-4f6e-8bab-545152771a3c admin admin] Publish callbacks [] for security_group (b6ac8823-0e7b-427f-9179-c071438d5ee1), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:54.246787 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3c7ee080-4cc1-4f6e-8bab-545152771a3c admin admin] Publish callbacks [] for security_group (b6ac8823-0e7b-427f-9179-c071438d5ee1), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:54.303903 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3c7ee080-4cc1-4f6e-8bab-545152771a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (b6ac8823-0e7b-427f-9179-c071438d5ee1), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:54.307731 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3c7ee080-4cc1-4f6e-8bab-545152771a3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:54.311997 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-3c7ee080-4cc1-4f6e-8bab-545152771a3c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b6ac8823-0e7b-427f-9179-c071438d5ee1 HTTP/1.1" status: 204 len: 168 time: 0.1514587 Apr 14 22:06:54.321874 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ee080-4cc1-4f6e-8bab-545152771a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ac8823-0e7b-427f-9179-c071438d5ee1,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:54.495347 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa01adc-c3b2-4126-914e-1cf645e40223 req-c32b7a5b-caa2-4fa1-a722-22ce1e562857 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:54.497831 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3aa01adc-c3b2-4126-914e-1cf645e40223 req-c32b7a5b-caa2-4fa1-a722-22ce1e562857 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 947 time: 0.0678697 Apr 14 22:06:54.561264 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3aa01adc-c3b2-4126-914e-1cf645e40223 req-872e0554-0cd8-4cf8-bef5-0b67b11f0b46 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556388 Apr 14 22:06:55.012091 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 49954) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:06:55.107992 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-37fa04da-384d-45f5-bfd7-c5ad4ddf907a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-378071279-network', 'tenant_id': '81e616e9a6654295b6a10a3a9c3bf8e4'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:06:55.126809 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fa04da-384d-45f5-bfd7-c5ad4ddf907a admin admin] Made reservation on behalf of 81e616e9a6654295b6a10a3a9c3bf8e4 for: {'network': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:06:55.129186 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-37fa04da-384d-45f5-bfd7-c5ad4ddf907a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for network (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:55.138001 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-37fa04da-384d-45f5-bfd7-c5ad4ddf907a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:55.217748 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-37fa04da-384d-45f5-bfd7-c5ad4ddf907a admin admin] Publish callbacks [] for security_group (8d0e0e6a-281c-4b62-aeba-204845b6a0e2), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:55.221419 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-37fa04da-384d-45f5-bfd7-c5ad4ddf907a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (8d0e0e6a-281c-4b62-aeba-204845b6a0e2), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:55.249037 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37fa04da-384d-45f5-bfd7-c5ad4ddf907a admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:06:55.255213 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa04da-384d-45f5-bfd7-c5ad4ddf907a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0e0e6a-281c-4b62-aeba-204845b6a0e2,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:55.261952 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-37fa04da-384d-45f5-bfd7-c5ad4ddf907a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (d9cf2c94-e337-4a87-a517-a3c5dd5df919), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:55.262441 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.segments_db [None req-37fa04da-384d-45f5-bfd7-c5ad4ddf907a admin admin] Added segment d9cf2c94-e337-4a87-a517-a3c5dd5df919 of type vlan for network 172bc162-46a3-47d1-8cd8-cd8d21e058c3 Apr 14 22:06:55.308981 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-37fa04da-384d-45f5-bfd7-c5ad4ddf907a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754551219941'] for network (172bc162-46a3-47d1-8cd8-cd8d21e058c3), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:55.332849 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-37fa04da-384d-45f5-bfd7-c5ad4ddf907a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for network (172bc162-46a3-47d1-8cd8-cd8d21e058c3), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:55.333797 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fa04da-384d-45f5-bfd7-c5ad4ddf907a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:55.334370 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-37fa04da-384d-45f5-bfd7-c5ad4ddf907a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:55.364989 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-37fa04da-384d-45f5-bfd7-c5ad4ddf907a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3516819 Apr 14 22:06:55.367936 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 49960) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:06:55.373004 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-1e62094d-d1bd-477a-ab0b-7a4baa778fbe admin admin] Request body: {'subnet': {'network_id': '172bc162-46a3-47d1-8cd8-cd8d21e058c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-378071279-subnet', 'tenant_id': '81e616e9a6654295b6a10a3a9c3bf8e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:06:55.392978 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e62094d-d1bd-477a-ab0b-7a4baa778fbe admin admin] Made reservation on behalf of 81e616e9a6654295b6a10a3a9c3bf8e4 for: {'subnet': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:06:55.395641 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1e62094d-d1bd-477a-ab0b-7a4baa778fbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9650119'] for subnet (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:55.395860 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa04da-384d-45f5-bfd7-c5ad4ddf907a admin admin] Pushing event updated for resources: {'Network': ['ID=172bc162-46a3-47d1-8cd8-cd8d21e058c3,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:55.408821 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Network 172bc162-46a3-47d1-8cd8-cd8d21e058c3 details requested by agent ovs-agent-dv-cinder-838009-1-iscsi with host dv-cinder-838009-1-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:06:55.571484 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1e62094d-d1bd-477a-ab0b-7a4baa778fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9470084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9650129'] for subnet (b5144995-bc81-47ee-8d78-d18062c2cc31), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:55.626010 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62094d-d1bd-477a-ab0b-7a4baa778fbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5144995-bc81-47ee-8d78-d18062c2cc31,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:55.637356 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e62094d-d1bd-477a-ab0b-7a4baa778fbe admin admin] Checking segment: {'id': 'd9cf2c94-e337-4a87-a517-a3c5dd5df919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '172bc162-46a3-47d1-8cd8-cd8d21e058c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:06:55.637718 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e62094d-d1bd-477a-ab0b-7a4baa778fbe admin admin] Network hostable DHCP agents. Network: 172bc162-46a3-47d1-8cd8-cd8d21e058c3, hostable agents: ['806db378-0d8c-47fe-9666-9619b6d8e1d9'], hosted agents: [] {{(pid=103419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:06:55.655739 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e62094d-d1bd-477a-ab0b-7a4baa778fbe admin admin] Network 172bc162-46a3-47d1-8cd8-cd8d21e058c3 is scheduled to be hosted by DHCP agent 806db378-0d8c-47fe-9666-9619b6d8e1d9 with binding_index 1 {{(pid=103419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:06:55.664747 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-1e62094d-d1bd-477a-ab0b-7a4baa778fbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-1-iscsi, 172bc162-46a3-47d1-8cd8-cd8d21e058c3) {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:06:55.668917 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e62094d-d1bd-477a-ab0b-7a4baa778fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:55.670145 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1e62094d-d1bd-477a-ab0b-7a4baa778fbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:55.677214 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dd92da-6637-4e12-a66e-db1c90c3dba3 None None] Network 172bc162-46a3-47d1-8cd8-cd8d21e058c3 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:06:55.690185 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb942c-0e26-45ea-ba8a-f5271c684b6b req-3b7f21a9-c7a8-49b3-976a-a60ba916bdd1 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:55.691849 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2fbb942c-0e26-45ea-ba8a-f5271c684b6b req-3b7f21a9-c7a8-49b3-976a-a60ba916bdd1 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 947 time: 0.0513361 Apr 14 22:06:55.692857 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-1e62094d-d1bd-477a-ab0b-7a4baa778fbe admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3237305 Apr 14 22:06:55.752066 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2fbb942c-0e26-45ea-ba8a-f5271c684b6b req-b837c12b-c24f-4ef6-b7c7-fbc779f0ad1d tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510676 Apr 14 22:06:55.794300 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbecea43-d24e-4715-83cf-97096e718271 None None] Network 172bc162-46a3-47d1-8cd8-cd8d21e058c3 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:06:56.383839 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f288f988-483e-42ab-9b96-ca07f31ddb78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:57.449618 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-0fe7f069-8648-438a-86f6-b48d4ba0c4ec tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:57.450990 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-0fe7f069-8648-438a-86f6-b48d4ba0c4ec tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/networks?id=172bc162-46a3-47d1-8cd8-cd8d21e058c3 HTTP/1.1" status: 200 len: 813 time: 0.1097658 Apr 14 22:06:57.465924 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-b6a38953-0b32-44d4-b888-c14b532ed2ec tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/quotas/81e616e9a6654295b6a10a3a9c3bf8e4 HTTP/1.1" status: 200 len: 375 time: 0.0094900 Apr 14 22:06:57.497497 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-d1fbcca5-411c-4f4e-bccf-ce73296dcaa3 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=81e616e9a6654295b6a10a3a9c3bf8e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266583 Apr 14 22:06:57.509588 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:57.632613 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-e008a2f9-4363-49d1-9bd3-c7197f823914 service neutron] 10.222.0.43 "GET /v2.0/networks/172bc162-46a3-47d1-8cd8-cd8d21e058c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285324 Apr 14 22:06:57.738061 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-fb8ba77f-7154-4daa-8343-28e30d5a8e6c service neutron] 10.222.0.43 "GET /v2.0/networks/172bc162-46a3-47d1-8cd8-cd8d21e058c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985565 Apr 14 22:06:57.911389 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-16541e81-b7fc-4cd5-9159-b877a9641def req-ec28f1d9-8639-4a19-b8d1-f39c16ef11ba tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?device_id=684c9a83-21dc-4028-ad9a-61b51c7d8316 HTTP/1.1" status: 200 len: 210 time: 0.0387092 Apr 14 22:06:58.812763 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:59.029864 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e9fb3c38-4323-480d-8297-69d06a1178e9 req-d200e552-4abc-48d9-9a4a-05a850e0f4b2 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?device_id=684c9a83-21dc-4028-ad9a-61b51c7d8316 HTTP/1.1" status: 200 len: 210 time: 0.0440631 Apr 14 22:06:59.130251 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-95aa5153-b5be-43b0-9173-df8fcd2eb235 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:59.131762 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-95aa5153-b5be-43b0-9173-df8fcd2eb235 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.26 "GET /v2.0/networks?id=172bc162-46a3-47d1-8cd8-cd8d21e058c3 HTTP/1.1" status: 200 len: 813 time: 0.1242023 Apr 14 22:06:59.146121 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-bd90c944-1426-401e-a9a8-121ffea74807 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Request body: {'port': {'device_id': '684c9a83-21dc-4028-ad9a-61b51c7d8316', 'network_id': '172bc162-46a3-47d1-8cd8-cd8d21e058c3', 'admin_state_up': True, 'tenant_id': '81e616e9a6654295b6a10a3a9c3bf8e4'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:06:59.303303 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-bd90c944-1426-401e-a9a8-121ffea74807 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Made reservation on behalf of 81e616e9a6654295b6a10a3a9c3bf8e4 for: {'port': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:06:59.308669 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-bd90c944-1426-401e-a9a8-121ffea74807 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:59.456948 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-bd90c944-1426-401e-a9a8-121ffea74807 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Allocated IP 172.20.0.3 (172bc162-46a3-47d1-8cd8-cd8d21e058c3/b5144995-bc81-47ee-8d78-d18062c2cc31/3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:06:59.629313 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-bd90c944-1426-401e-a9a8-121ffea74807 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Publish callbacks [] for port (3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:59.665792 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-bd90c944-1426-401e-a9a8-121ffea74807 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:59.714294 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-bd90c944-1426-401e-a9a8-121ffea74807 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Network 172bc162-46a3-47d1-8cd8-cd8d21e058c3 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:06:59.720422 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-bd90c944-1426-401e-a9a8-121ffea74807 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:06:59.723072 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-bd90c944-1426-401e-a9a8-121ffea74807 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:06:59.756895 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90c944-1426-401e-a9a8-121ffea74807 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Pushing event updated for resources: {'Port': ['ID=3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:59.794948 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-bd90c944-1426-401e-a9a8-121ffea74807 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:59.795613 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-bd90c944-1426-401e-a9a8-121ffea74807 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:59.816000 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-bd90c944-1426-401e-a9a8-121ffea74807 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6737401 Apr 14 22:06:59.832665 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-015ad73a-dcaf-48ec-9cc1-9b3a78e3645c service neutron] Request body: {'port': {'device_id': '684c9a83-21dc-4028-ad9a-61b51c7d8316', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:06:59.911965 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-015ad73a-dcaf-48ec-9cc1-9b3a78e3645c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:00.158170 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723aa20-fa56-4da3-9cd4-0d44a7ec9e46 req-13142eb8-4e5b-4483-ba7a-66f8a9a88546 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:00.159782 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9723aa20-fa56-4da3-9cd4-0d44a7ec9e46 req-13142eb8-4e5b-4483-ba7a-66f8a9a88546 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?device_id=684c9a83-21dc-4028-ad9a-61b51c7d8316 HTTP/1.1" status: 200 len: 931 time: 0.0531242 Apr 14 22:07:00.217074 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9723aa20-fa56-4da3-9cd4-0d44a7ec9e46 req-d258077a-f47d-4d28-94f6-c9d91bb2c406 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d0e0e6a-281c-4b62-aeba-204845b6a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497143 Apr 14 22:07:00.267326 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-015ad73a-dcaf-48ec-9cc1-9b3a78e3645c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca {{(pid=103420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:07:00.276389 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-015ad73a-dcaf-48ec-9cc1-9b3a78e3645c service neutron] Publish callbacks [] for port (3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:00.290180 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.provisioning_blocks [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-015ad73a-dcaf-48ec-9cc1-9b3a78e3645c service neutron] Transition to ACTIVE for port object 3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca will not be triggered until provisioned by entity L2. {{(pid=103420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:07:00.294265 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-015ad73a-dcaf-48ec-9cc1-9b3a78e3645c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:00.349021 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ad73a-dcaf-48ec-9cc1-9b3a78e3645c service neutron] Pushing event updated for resources: {'Port': ['ID=3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:00.416624 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-015ad73a-dcaf-48ec-9cc1-9b3a78e3645c service neutron] Attempting to bind port 3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:07:00.416961 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-015ad73a-dcaf-48ec-9cc1-9b3a78e3645c service neutron] Attempting to bind port 3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'd9cf2c94-e337-4a87-a517-a3c5dd5df919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '172bc162-46a3-47d1-8cd8-cd8d21e058c3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:07:00.417296 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-015ad73a-dcaf-48ec-9cc1-9b3a78e3645c service neutron] Attempting to bind port 3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca on network 172bc162-46a3-47d1-8cd8-cd8d21e058c3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:07:00.422129 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-015ad73a-dcaf-48ec-9cc1-9b3a78e3645c service neutron] Port 3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca on network 172bc162-46a3-47d1-8cd8-cd8d21e058c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:07:00.422454 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-015ad73a-dcaf-48ec-9cc1-9b3a78e3645c service neutron] Attempting to bind port 3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca on network 172bc162-46a3-47d1-8cd8-cd8d21e058c3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:07:00.427825 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-015ad73a-dcaf-48ec-9cc1-9b3a78e3645c service neutron] Checking agent: {'id': 'a0099bcd-bb41-4a7e-a45e-2f38f6e9b749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'started_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:07:00.428186 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-015ad73a-dcaf-48ec-9cc1-9b3a78e3645c service neutron] Checking segment: {'id': 'd9cf2c94-e337-4a87-a517-a3c5dd5df919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '172bc162-46a3-47d1-8cd8-cd8d21e058c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:07:00.428632 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-015ad73a-dcaf-48ec-9cc1-9b3a78e3645c service neutron] Bound using segment: {'id': 'd9cf2c94-e337-4a87-a517-a3c5dd5df919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '172bc162-46a3-47d1-8cd8-cd8d21e058c3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:07:00.429058 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-015ad73a-dcaf-48ec-9cc1-9b3a78e3645c service neutron] Bound port: 3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cf2c94-e337-4a87-a517-a3c5dd5df919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '172bc162-46a3-47d1-8cd8-cd8d21e058c3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:07:00.429422 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-015ad73a-dcaf-48ec-9cc1-9b3a78e3645c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:00.455644 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:00.506742 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-015ad73a-dcaf-48ec-9cc1-9b3a78e3645c service neutron] For port 3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca, host hv-cinder-83800, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:07:00.510591 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-015ad73a-dcaf-48ec-9cc1-9b3a78e3645c service neutron] For port 3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca,segment=NetworkSegment(d9cf2c94-e337-4a87-a517-a3c5dd5df919),segment_id=d9cf2c94-e337-4a87-a517-a3c5dd5df919)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:07:00.517214 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-015ad73a-dcaf-48ec-9cc1-9b3a78e3645c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:00.553734 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-015ad73a-dcaf-48ec-9cc1-9b3a78e3645c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:00.554360 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-015ad73a-dcaf-48ec-9cc1-9b3a78e3645c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:00.555942 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-015ad73a-dcaf-48ec-9cc1-9b3a78e3645c service neutron] 10.222.0.26 "PUT /v2.0/ports/3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca HTTP/1.1" status: 200 len: 1093 time: 0.7296846 Apr 14 22:07:00.556419 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684c9a83-21dc-4028-ad9a-61b51c7d8316', 'tag': '3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:07:00.558689 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769f695c-85cc-4af2-8305-c2ae0c62f541" -d '{"events": [{"name": "network-changed", "server_uuid": "684c9a83-21dc-4028-ad9a-61b51c7d8316", "tag": "3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:07:00.583213 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ad73a-dcaf-48ec-9cc1-9b3a78e3645c service neutron] Pushing event updated for resources: {'Port': ['ID=3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:00.715661 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e60a62-89d8-4f49-93d0-30dd2347761a x-openstack-request-id: req-03e60a62-89d8-4f49-93d0-30dd2347761a {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:07:00.715952 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684c9a83-21dc-4028-ad9a-61b51c7d8316", "tag": "3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:07:00.716201 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03e60a62-89d8-4f49-93d0-30dd2347761a {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:07:00.716662 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03e60a62-89d8-4f49-93d0-30dd2347761a'] response: {'name': 'network-changed', 'server_uuid': '684c9a83-21dc-4028-ad9a-61b51c7d8316', 'tag': '3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca', 'status': 'completed', 'code': 200} Apr 14 22:07:00.759159 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-fbde9fb2-e011-49c8-a6a0-b8d33092b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:00.760869 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-fbde9fb2-e011-49c8-a6a0-b8d33092b282 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=81e616e9a6654295b6a10a3a9c3bf8e4&device_id=684c9a83-21dc-4028-ad9a-61b51c7d8316 HTTP/1.1" status: 200 len: 1127 time: 0.0419352 Apr 14 22:07:00.804635 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-f647f9aa-db9b-447e-ba9f-9259dcc5b4f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca HTTP/1.1" status: 200 len: 217 time: 0.0368207 Apr 14 22:07:00.852549 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-0bee574b-cb91-4630-aeaf-6e182fcbb998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:00.853998 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-0bee574b-cb91-4630-aeaf-6e182fcbb998 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b5144995-bc81-47ee-8d78-d18062c2cc31 HTTP/1.1" status: 200 len: 853 time: 0.0435934 Apr 14 22:07:00.887309 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-01a4d166-fd24-4f30-af59-7f082f059181 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=172bc162-46a3-47d1-8cd8-cd8d21e058c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271139 Apr 14 22:07:00.986365 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-f9e42463-a3bf-487f-8eb1-09d6d7bd05a2 service neutron] 10.222.0.26 "GET /v2.0/networks/172bc162-46a3-47d1-8cd8-cd8d21e058c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930731 Apr 14 22:07:01.081008 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-74616b64-c317-4d5d-a212-a6e8cff0d5fd req-631b5a3c-0072-4571-8721-5ddee107a0fc service neutron] 10.222.0.26 "GET /v2.0/networks/172bc162-46a3-47d1-8cd8-cd8d21e058c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871506 Apr 14 22:07:01.336707 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f3697-6c00-4bdc-95d4-8e9f75c80706 req-d5831a59-339d-4f14-9a7d-3f44c92187f1 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:01.338368 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c55f3697-6c00-4bdc-95d4-8e9f75c80706 req-d5831a59-339d-4f14-9a7d-3f44c92187f1 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?device_id=684c9a83-21dc-4028-ad9a-61b51c7d8316 HTTP/1.1" status: 200 len: 943 time: 0.0523388 Apr 14 22:07:01.385993 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c55f3697-6c00-4bdc-95d4-8e9f75c80706 req-1d5fd083-4616-42f1-86db-6ff57a571a10 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d0e0e6a-281c-4b62-aeba-204845b6a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421329 Apr 14 22:07:01.928330 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f695c-85cc-4af2-8305-c2ae0c62f541 req-11b16151-5ce4-4609-b2ee-33c221afa710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:01.930043 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-769f695c-85cc-4af2-8305-c2ae0c62f541 req-11b16151-5ce4-4609-b2ee-33c221afa710 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=81e616e9a6654295b6a10a3a9c3bf8e4&device_id=684c9a83-21dc-4028-ad9a-61b51c7d8316 HTTP/1.1" status: 200 len: 1127 time: 0.0434268 Apr 14 22:07:02.029591 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f695c-85cc-4af2-8305-c2ae0c62f541 req-3303f0d3-61bd-4804-b455-355ff54065c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:02.031095 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-769f695c-85cc-4af2-8305-c2ae0c62f541 req-3303f0d3-61bd-4804-b455-355ff54065c4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=172bc162-46a3-47d1-8cd8-cd8d21e058c3 HTTP/1.1" status: 200 len: 913 time: 0.0956528 Apr 14 22:07:02.257774 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-769f695c-85cc-4af2-8305-c2ae0c62f541 req-6b04356e-f87b-402a-a8d5-6ff423ad5c19 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca HTTP/1.1" status: 200 len: 217 time: 0.0346289 Apr 14 22:07:02.309995 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f695c-85cc-4af2-8305-c2ae0c62f541 req-b2af94cd-6776-42b4-9dff-cd0563ec7c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:02.311522 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-769f695c-85cc-4af2-8305-c2ae0c62f541 req-b2af94cd-6776-42b4-9dff-cd0563ec7c1f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b5144995-bc81-47ee-8d78-d18062c2cc31 HTTP/1.1" status: 200 len: 853 time: 0.0483704 Apr 14 22:07:02.386278 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-769f695c-85cc-4af2-8305-c2ae0c62f541 req-3706f2b3-6e6e-45ad-a488-a292a8f83893 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=172bc162-46a3-47d1-8cd8-cd8d21e058c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356658 Apr 14 22:07:02.509774 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-769f695c-85cc-4af2-8305-c2ae0c62f541 req-18254870-36ed-41c0-8752-c603e87d8e7b service neutron] 10.222.0.26 "GET /v2.0/networks/172bc162-46a3-47d1-8cd8-cd8d21e058c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184461 Apr 14 22:07:02.520813 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8cd17-3a45-4a13-a3ac-7fa79bebf8a3 req-51d9b46c-ebbb-4082-afe3-4bd5a238854a tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:02.522277 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-86a8cd17-3a45-4a13-a3ac-7fa79bebf8a3 req-51d9b46c-ebbb-4082-afe3-4bd5a238854a tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?device_id=684c9a83-21dc-4028-ad9a-61b51c7d8316 HTTP/1.1" status: 200 len: 943 time: 0.0659049 Apr 14 22:07:02.627715 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-86a8cd17-3a45-4a13-a3ac-7fa79bebf8a3 req-cd76b4de-7088-487d-98fb-a7b20927dcb5 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d0e0e6a-281c-4b62-aeba-204845b6a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958307 Apr 14 22:07:02.646261 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-769f695c-85cc-4af2-8305-c2ae0c62f541 req-92cfce9e-e1f4-4015-becd-695042d8281d service neutron] 10.222.0.26 "GET /v2.0/networks/172bc162-46a3-47d1-8cd8-cd8d21e058c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230376 Apr 14 22:07:03.741330 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65cb90-9c1e-43a9-9241-ca53ad1319cf req-e9eb9711-a1c5-47cf-b460-fb2c43f74a82 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:03.743524 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bb65cb90-9c1e-43a9-9241-ca53ad1319cf req-e9eb9711-a1c5-47cf-b460-fb2c43f74a82 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?device_id=684c9a83-21dc-4028-ad9a-61b51c7d8316 HTTP/1.1" status: 200 len: 943 time: 0.0498600 Apr 14 22:07:03.796037 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bb65cb90-9c1e-43a9-9241-ca53ad1319cf req-7ee2519d-8002-4af7-bc9d-cf3eebc23e1e tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d0e0e6a-281c-4b62-aeba-204845b6a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445268 Apr 14 22:07:03.951384 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930d166-7109-4ee5-8ff0-f50cd7686bfd req-bac813ec-b314-41c8-a481-75b95b7c63f6 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:03.952807 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3930d166-7109-4ee5-8ff0-f50cd7686bfd req-bac813ec-b314-41c8-a481-75b95b7c63f6 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=0001b0f2-eec3-468e-b6ed-6ad35e8fda90 HTTP/1.1" status: 200 len: 945 time: 0.0523107 Apr 14 22:07:04.003046 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3930d166-7109-4ee5-8ff0-f50cd7686bfd req-311e483f-d983-46b6-80ce-58f0c67cc7e9 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=0dac65e4-6c3c-46d4-b667-94dda170d97c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435939 Apr 14 22:07:04.348883 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:07:04.449507 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca,segment=NetworkSegment(d9cf2c94-e337-4a87-a517-a3c5dd5df919),segment_id=d9cf2c94-e337-4a87-a517-a3c5dd5df919)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:04.460850 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Returning: {'device': '3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca', 'network_id': '172bc162-46a3-47d1-8cd8-cd8d21e058c3', 'port_id': '3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca', 'mac_address': 'fa:16:3e:69:fd:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5144995-bc81-47ee-8d78-d18062c2cc31', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:07:04.499930 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:07:04.500364 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:04.514515 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:07:04.535621 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca,segment=NetworkSegment(d9cf2c94-e337-4a87-a517-a3c5dd5df919),segment_id=d9cf2c94-e337-4a87-a517-a3c5dd5df919)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:04.541035 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:04.589067 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:04.792970 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:07:04.921313 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3cb9cc-0ee4-40a3-837d-88405de9e6f3 req-8f98e207-1388-48b2-acfc-d5d3de8ee228 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:04.922738 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7f3cb9cc-0ee4-40a3-837d-88405de9e6f3 req-8f98e207-1388-48b2-acfc-d5d3de8ee228 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?device_id=684c9a83-21dc-4028-ad9a-61b51c7d8316 HTTP/1.1" status: 200 len: 944 time: 0.0553851 Apr 14 22:07:04.970981 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7f3cb9cc-0ee4-40a3-837d-88405de9e6f3 req-8b082a5f-2aae-4484-b274-8e366cfacf48 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d0e0e6a-281c-4b62-aeba-204845b6a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420864 Apr 14 22:07:05.114472 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645ff45-3374-4c26-85f6-d3fb8a8c64e6 req-8cd3532c-3a6e-436f-a3bc-76c84b3a6fdf tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:05.115948 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3645ff45-3374-4c26-85f6-d3fb8a8c64e6 req-8cd3532c-3a6e-436f-a3bc-76c84b3a6fdf tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=0001b0f2-eec3-468e-b6ed-6ad35e8fda90 HTTP/1.1" status: 200 len: 945 time: 0.0473173 Apr 14 22:07:05.165300 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3645ff45-3374-4c26-85f6-d3fb8a8c64e6 req-66ceaa30-9add-45cb-ac80-8d98abebd100 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=0dac65e4-6c3c-46d4-b667-94dda170d97c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434313 Apr 14 22:07:05.762808 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b96baa-c612-47f8-8870-4154cf0fc80f req-988a8ada-602e-4f01-8611-601f7da6787d tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:05.764272 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c5b96baa-c612-47f8-8870-4154cf0fc80f req-988a8ada-602e-4f01-8611-601f7da6787d tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0001b0f2-eec3-468e-b6ed-6ad35e8fda90 HTTP/1.1" status: 200 len: 945 time: 0.0464582 Apr 14 22:07:05.851838 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-c5b96baa-c612-47f8-8870-4154cf0fc80f req-c981efb3-928a-4051-bbe9-bb7a18ff672e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Deleting port 52a0ca8c-a12b-4ee4-8710-a1405f12a93c {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:07:05.852539 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-c5b96baa-c612-47f8-8870-4154cf0fc80f req-c981efb3-928a-4051-bbe9-bb7a18ff672e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (52a0ca8c-a12b-4ee4-8710-a1405f12a93c), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:05.939815 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-c5b96baa-c612-47f8-8870-4154cf0fc80f req-c981efb3-928a-4051-bbe9-bb7a18ff672e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] For port 52a0ca8c-a12b-4ee4-8710-a1405f12a93c, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=52a0ca8c-a12b-4ee4-8710-a1405f12a93c,segment=NetworkSegment(78c76d73-f220-4079-ab55-63060669f18c),segment_id=78c76d73-f220-4079-ab55-63060669f18c)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:05.940517 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-c5b96baa-c612-47f8-8870-4154cf0fc80f req-c981efb3-928a-4051-bbe9-bb7a18ff672e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (52a0ca8c-a12b-4ee4-8710-a1405f12a93c), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:06.129156 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2144b1-dea5-4c09-8d7b-c1f1fd48e4dc req-c905fb20-1c0c-4386-bd08-1390db48c90e tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:06.130592 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4f2144b1-dea5-4c09-8d7b-c1f1fd48e4dc req-c905fb20-1c0c-4386-bd08-1390db48c90e tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?device_id=684c9a83-21dc-4028-ad9a-61b51c7d8316 HTTP/1.1" status: 200 len: 944 time: 0.0830381 Apr 14 22:07:06.161037 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-c5b96baa-c612-47f8-8870-4154cf0fc80f req-c981efb3-928a-4051-bbe9-bb7a18ff672e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:06.161392 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-c5b96baa-c612-47f8-8870-4154cf0fc80f req-c981efb3-928a-4051-bbe9-bb7a18ff672e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (eb667074-257b-4bc1-b3af-a6e40fc75cbc), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:06.161703 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.l3_db [req-c5b96baa-c612-47f8-8870-4154cf0fc80f req-c981efb3-928a-4051-bbe9-bb7a18ff672e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Floating IP eb667074-257b-4bc1-b3af-a6e40fc75cbc disassociated. External IP: 172.27.2.26, port: 52a0ca8c-a12b-4ee4-8710-a1405f12a93c. Apr 14 22:07:06.162031 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-c5b96baa-c612-47f8-8870-4154cf0fc80f req-c981efb3-928a-4051-bbe9-bb7a18ff672e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Calling delete_port for 52a0ca8c-a12b-4ee4-8710-a1405f12a93c owned by compute:nova {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:07:06.226493 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4f2144b1-dea5-4c09-8d7b-c1f1fd48e4dc req-7e833baa-ae8a-48d8-bae1-2a4b035ef920 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d0e0e6a-281c-4b62-aeba-204845b6a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892291 Apr 14 22:07:06.294632 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e3849-818c-4b34-b71c-ff0806fe3c55 req-fd1da660-61f8-40d3-9fed-02cd7c574928 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:06.296029 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f43e3849-818c-4b34-b71c-ff0806fe3c55 req-fd1da660-61f8-40d3-9fed-02cd7c574928 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=0001b0f2-eec3-468e-b6ed-6ad35e8fda90 HTTP/1.1" status: 200 len: 945 time: 0.0571623 Apr 14 22:07:06.314768 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-c5b96baa-c612-47f8-8870-4154cf0fc80f req-c981efb3-928a-4051-bbe9-bb7a18ff672e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (52a0ca8c-a12b-4ee4-8710-a1405f12a93c), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:06.345162 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981efb3-928a-4051-bbe9-bb7a18ff672e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Pushing event deleted for resources: {'Port': ['ID=52a0ca8c-a12b-4ee4-8710-a1405f12a93c,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:06.350658 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f43e3849-818c-4b34-b71c-ff0806fe3c55 req-cbcc2270-8af3-4b67-a19f-275226a23485 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups?id=0dac65e4-6c3c-46d4-b667-94dda170d97c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490355 Apr 14 22:07:06.357015 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca up at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:07:06.405264 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning for port 3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:07:06.410988 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning complete for port 3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:07:06.411424 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:06.491659 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:07:06.492158 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:06.517531 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684c9a83-21dc-4028-ad9a-61b51c7d8316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:07:06.519898 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530b6f79e2c270c80a285cfd043402f608e5b18a2df6684fea4c07fd95dfc091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eaef929-027e-46cc-984f-dff89a35f11f" -d '{"events": [{"server_uuid": "684c9a83-21dc-4028-ad9a-61b51c7d8316", "name": "network-vif-plugged", "status": "completed", "tag": "3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:07:06.533718 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca,segment=NetworkSegment(d9cf2c94-e337-4a87-a517-a3c5dd5df919),segment_id=d9cf2c94-e337-4a87-a517-a3c5dd5df919)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:06.538743 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:06.565404 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab1f4ae-f58d-4738-8cf4-cd4fd83eb912 x-openstack-request-id: req-dab1f4ae-f58d-4738-8cf4-cd4fd83eb912 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:07:06.565721 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684c9a83-21dc-4028-ad9a-61b51c7d8316", "name": "network-vif-plugged", "status": "completed", "tag": "3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:07:06.565970 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dab1f4ae-f58d-4738-8cf4-cd4fd83eb912 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:07:06.566364 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab1f4ae-f58d-4738-8cf4-cd4fd83eb912'] response: {'server_uuid': '684c9a83-21dc-4028-ad9a-61b51c7d8316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca', 'code': 200} Apr 14 22:07:06.593785 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:06.765506 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af764f05-d685-4471-8331-3add7d90b4a4 req-1989501b-0d7d-4557-b527-37b8f66c4a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:06.766993 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-af764f05-d685-4471-8331-3add7d90b4a4 req-1989501b-0d7d-4557-b527-37b8f66c4a1f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=684c9a83-21dc-4028-ad9a-61b51c7d8316 HTTP/1.1" status: 200 len: 1129 time: 0.0459614 Apr 14 22:07:06.772097 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5b96baa-c612-47f8-8870-4154cf0fc80f req-c981efb3-928a-4051-bbe9-bb7a18ff672e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Router 62c0b5df-fde9-456f-aea0-d72f771c8c4c has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:07:06.865826 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-af764f05-d685-4471-8331-3add7d90b4a4 req-18fb582b-d4bf-4d33-adef-6df5e754dcb0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8d0e0e6a-281c-4b62-aeba-204845b6a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921154 Apr 14 22:07:06.924643 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5b96baa-c612-47f8-8870-4154cf0fc80f req-c981efb3-928a-4051-bbe9-bb7a18ff672e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:07:06.935138 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c0c890-0d6d-4ae1-9b7f-9b7c4d84219d None None] Sync routers for ids ['62c0b5df-fde9-456f-aea0-d72f771c8c4c'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:07:06.946125 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c0c890-0d6d-4ae1-9b7f-9b7c4d84219d None None] Routers {'62c0b5df-fde9-456f-aea0-d72f771c8c4c'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:07:06.946818 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-a8c0c890-0d6d-4ae1-9b7f-9b7c4d84219d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:06:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['62c0b5df-fde9-456f-aea0-d72f771c8c4c'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:06.971773 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b96baa-c612-47f8-8870-4154cf0fc80f req-c981efb3-928a-4051-bbe9-bb7a18ff672e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] No DVR routers for this DVR port 52a0ca8c-a12b-4ee4-8710-a1405f12a93c on host hv-cinder-83800 {{(pid=103420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:07:06.974391 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-c5b96baa-c612-47f8-8870-4154cf0fc80f req-c981efb3-928a-4051-bbe9-bb7a18ff672e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:06.977680 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c5b96baa-c612-47f8-8870-4154cf0fc80f req-c981efb3-928a-4051-bbe9-bb7a18ff672e tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.26 "DELETE /v2.0/ports/52a0ca8c-a12b-4ee4-8710-a1405f12a93c HTTP/1.1" status: 204 len: 173 time: 1.2078452 Apr 14 22:07:06.978120 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0001b0f2-eec3-468e-b6ed-6ad35e8fda90', 'name': 'network-vif-deleted', 'tag': '52a0ca8c-a12b-4ee4-8710-a1405f12a93c'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:07:06.980341 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073040d4-df0f-40ca-9407-2de1acb01a79" -d '{"events": [{"server_uuid": "0001b0f2-eec3-468e-b6ed-6ad35e8fda90", "name": "network-vif-deleted", "tag": "52a0ca8c-a12b-4ee4-8710-a1405f12a93c"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:07:07.019591 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4287b40a-a0cd-4d83-ac79-2c3f97d6b13e x-openstack-request-id: req-4287b40a-a0cd-4d83-ac79-2c3f97d6b13e {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:07:07.019879 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0001b0f2-eec3-468e-b6ed-6ad35e8fda90", "name": "network-vif-deleted", "tag": "52a0ca8c-a12b-4ee4-8710-a1405f12a93c", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:07:07.020134 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4287b40a-a0cd-4d83-ac79-2c3f97d6b13e {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:07:07.020559 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4287b40a-a0cd-4d83-ac79-2c3f97d6b13e'] response: {'server_uuid': '0001b0f2-eec3-468e-b6ed-6ad35e8fda90', 'name': 'network-vif-deleted', 'tag': '52a0ca8c-a12b-4ee4-8710-a1405f12a93c', 'status': 'completed', 'code': 200} Apr 14 22:07:07.054194 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-a8c0c890-0d6d-4ae1-9b7f-9b7c4d84219d None None] Set router 62c0b5df-fde9-456f-aea0-d72f771c8c4c gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:07:07.252133 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-a8c0c890-0d6d-4ae1-9b7f-9b7c4d84219d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'name': 'tempest-AttachVolumeTestJSON-1784155718-router', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '004bb70c-4a50-4298-9e70-66904c845aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:10Z', 'revision_number': 4, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'gw_port': {'id': '004bb70c-4a50-4298-9e70-66904c845aad', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:55Z', 'updated_at': '2022-04-14T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '9d774956-49ae-47bf-a870-a63888ec42d0', 'name': '', 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'mac_address': 'fa:16:3e:47:59:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:01:06Z', 'updated_at': '2022-04-14T22:01:20Z', 'revision_number': 5, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'subnets': [{'id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:07.278356 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c0c890-0d6d-4ae1-9b7f-9b7c4d84219d None None] Checking router: 62c0b5df-fde9-456f-aea0-d72f771c8c4c for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:07:07.286687 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c0c890-0d6d-4ae1-9b7f-9b7c4d84219d None None] Routers {'62c0b5df-fde9-456f-aea0-d72f771c8c4c'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:07:07.287291 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-a8c0c890-0d6d-4ae1-9b7f-9b7c4d84219d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:06:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['62c0b5df-fde9-456f-aea0-d72f771c8c4c'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:07.342824 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be61206-4db7-450e-bfde-012bf1e576aa req-1a7bb965-0841-46b0-9de0-89e8d9536fd9 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:07.344346 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8be61206-4db7-450e-bfde-012bf1e576aa req-1a7bb965-0841-46b0-9de0-89e8d9536fd9 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?device_id=684c9a83-21dc-4028-ad9a-61b51c7d8316 HTTP/1.1" status: 200 len: 945 time: 0.0478206 Apr 14 22:07:07.394237 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8be61206-4db7-450e-bfde-012bf1e576aa req-e0ac4d2f-f138-4cc3-8630-2828cd5614cd tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d0e0e6a-281c-4b62-aeba-204845b6a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443585 Apr 14 22:07:07.397220 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-a8c0c890-0d6d-4ae1-9b7f-9b7c4d84219d None None] Set router 62c0b5df-fde9-456f-aea0-d72f771c8c4c gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:07:07.472205 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6d685dc3-399b-4d2f-b15b-176e4ebdeebe req-4db6372d-e263-44a7-ba09-e6ebc2aed2c0 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/ports?device_id=0001b0f2-eec3-468e-b6ed-6ad35e8fda90 HTTP/1.1" status: 200 len: 210 time: 0.0269423 Apr 14 22:07:07.588623 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-a8c0c890-0d6d-4ae1-9b7f-9b7c4d84219d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'name': 'tempest-AttachVolumeTestJSON-1784155718-router', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '004bb70c-4a50-4298-9e70-66904c845aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:10Z', 'revision_number': 4, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'gw_port': {'id': '004bb70c-4a50-4298-9e70-66904c845aad', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:55Z', 'updated_at': '2022-04-14T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '9d774956-49ae-47bf-a870-a63888ec42d0', 'name': '', 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'mac_address': 'fa:16:3e:47:59:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:01:06Z', 'updated_at': '2022-04-14T22:01:20Z', 'revision_number': 5, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'subnets': [{'id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:07.614720 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c0c890-0d6d-4ae1-9b7f-9b7c4d84219d None None] The sync data for ids ['62c0b5df-fde9-456f-aea0-d72f771c8c4c'] in dv-cinder-838009-1-iscsi is: [{'id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'name': 'tempest-AttachVolumeTestJSON-1784155718-router', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '004bb70c-4a50-4298-9e70-66904c845aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:01:10Z', 'revision_number': 4, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'gw_port': {'id': '004bb70c-4a50-4298-9e70-66904c845aad', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:55Z', 'updated_at': '2022-04-14T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '9d774956-49ae-47bf-a870-a63888ec42d0', 'name': '', 'network_id': 'effe8ea7-6d93-45a6-99a1-18a80b92d90d', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'mac_address': 'fa:16:3e:47:59:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:01:06Z', 'updated_at': '2022-04-14T22:01:20Z', 'revision_number': 5, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'subnets': [{'id': 'e7eeaee9-acfc-4c29-821f-fe146a812549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:07:07.846829 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a854ebd-d55a-4f78-a3d2-31eb106bf1bd None None] New status for floating IP eb667074-257b-4bc1-b3af-a6e40fc75cbc: DOWN {{(pid=103421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:07:08.511689 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7b167-0043-40fc-84f9-9847e181996d req-22e61b42-95d8-4883-8cfc-c61da6c80185 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:08.513206 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-18c7b167-0043-40fc-84f9-9847e181996d req-22e61b42-95d8-4883-8cfc-c61da6c80185 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?device_id=684c9a83-21dc-4028-ad9a-61b51c7d8316 HTTP/1.1" status: 200 len: 945 time: 0.0473218 Apr 14 22:07:08.557143 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 50098) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:08.561446 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-18c7b167-0043-40fc-84f9-9847e181996d req-08bbce8e-f7f6-472f-8796-9a2cc2e00072 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d0e0e6a-281c-4b62-aeba-204845b6a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428517 Apr 14 22:07:08.610813 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-65b44a99-6c8c-4109-97bb-5dc6488fd9b4 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for security_group (0dac65e4-6c3c-46d4-b667-94dda170d97c), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:08.635480 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-65b44a99-6c8c-4109-97bb-5dc6488fd9b4 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for security_group (0dac65e4-6c3c-46d4-b667-94dda170d97c), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:08.685978 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-65b44a99-6c8c-4109-97bb-5dc6488fd9b4 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (0dac65e4-6c3c-46d4-b667-94dda170d97c), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:08.688711 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-65b44a99-6c8c-4109-97bb-5dc6488fd9b4 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:08.689858 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-65b44a99-6c8c-4109-97bb-5dc6488fd9b4 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "DELETE /v2.0/security-groups/0dac65e4-6c3c-46d4-b667-94dda170d97c HTTP/1.1" status: 204 len: 168 time: 0.1316223 Apr 14 22:07:08.692823 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 50126) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:08.699205 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b44a99-6c8c-4109-97bb-5dc6488fd9b4 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dac65e4-6c3c-46d4-b667-94dda170d97c,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:08.710482 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.api.v2.resource [None req-689e1f3c-de44-4c69-bc14-c5abde068636 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] show failed (client error): The resource could not be found. Apr 14 22:07:08.711700 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-689e1f3c-de44-4c69-bc14-c5abde068636 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "GET /v2.0/security-groups/0dac65e4-6c3c-46d4-b667-94dda170d97c HTTP/1.1" status: 404 len: 347 time: 0.0178900 Apr 14 22:07:08.716742 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 50132) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:08.835989 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-f6e0af27-c321-47c1-990e-c0941f0c5f88 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Deleting port dbfd94d7-c33b-4d86-a65a-0d137c8acfff {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:07:08.836345 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f6e0af27-c321-47c1-990e-c0941f0c5f88 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (dbfd94d7-c33b-4d86-a65a-0d137c8acfff), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:08.919111 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f6e0af27-c321-47c1-990e-c0941f0c5f88 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (dbfd94d7-c33b-4d86-a65a-0d137c8acfff), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:08.919644 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f6e0af27-c321-47c1-990e-c0941f0c5f88 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for floatingip (dbfd94d7-c33b-4d86-a65a-0d137c8acfff), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:08.934794 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-f6e0af27-c321-47c1-990e-c0941f0c5f88 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Calling delete_port for dbfd94d7-c33b-4d86-a65a-0d137c8acfff owned by network:floatingip {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:07:09.085025 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f6e0af27-c321-47c1-990e-c0941f0c5f88 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (dbfd94d7-c33b-4d86-a65a-0d137c8acfff), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:09.108301 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0af27-c321-47c1-990e-c0941f0c5f88 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Pushing event deleted for resources: {'Port': ['ID=dbfd94d7-c33b-4d86-a65a-0d137c8acfff,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:09.174434 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f6e0af27-c321-47c1-990e-c0941f0c5f88 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks [] for floatingip (eb667074-257b-4bc1-b3af-a6e40fc75cbc), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:09.177378 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f6e0af27-c321-47c1-990e-c0941f0c5f88 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:09.178558 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-f6e0af27-c321-47c1-990e-c0941f0c5f88 tempest-AttachVolumeTestJSON-1618105364 tempest-AttachVolumeTestJSON-1618105364-project] 10.222.0.43 "DELETE /v2.0/floatingips/eb667074-257b-4bc1-b3af-a6e40fc75cbc HTTP/1.1" status: 204 len: 168 time: 0.4607046 Apr 14 22:07:10.370752 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 52a0ca8c-a12b-4ee4-8710-a1405f12a93c no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:07:10.393976 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] No Port match for: 52a0ca8c-a12b-4ee4-8710-a1405f12a93c {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:07:10.394319 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 52a0ca8c-a12b-4ee4-8710-a1405f12a93c not bound to the agent host hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:07:12.714786 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 50192) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:12.932185 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:13.106135 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-97911717-2230-41be-a0f4-df8625870402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1775047'] for router_interface (62c0b5df-fde9-456f-aea0-d72f771c8c4c), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:13.346940 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-97911717-2230-41be-a0f4-df8625870402 admin admin] Deleting port 9d774956-49ae-47bf-a870-a63888ec42d0 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:07:13.347271 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-97911717-2230-41be-a0f4-df8625870402 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (9d774956-49ae-47bf-a870-a63888ec42d0), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:13.425353 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-97911717-2230-41be-a0f4-df8625870402 admin admin] For port 9d774956-49ae-47bf-a870-a63888ec42d0, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=9d774956-49ae-47bf-a870-a63888ec42d0,segment=NetworkSegment(78c76d73-f220-4079-ab55-63060669f18c),segment_id=78c76d73-f220-4079-ab55-63060669f18c)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:13.425713 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-97911717-2230-41be-a0f4-df8625870402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (9d774956-49ae-47bf-a870-a63888ec42d0), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:13.438730 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-97911717-2230-41be-a0f4-df8625870402 admin admin] Calling delete_port for 9d774956-49ae-47bf-a870-a63888ec42d0 owned by network:router_interface {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:07:13.627406 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-97911717-2230-41be-a0f4-df8625870402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (9d774956-49ae-47bf-a870-a63888ec42d0), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:13.658787 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97911717-2230-41be-a0f4-df8625870402 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d774956-49ae-47bf-a870-a63888ec42d0,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:13.841332 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-97911717-2230-41be-a0f4-df8625870402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1774939'] for router_interface (62c0b5df-fde9-456f-aea0-d72f771c8c4c), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:14.065559 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97911717-2230-41be-a0f4-df8625870402 admin admin] Router 62c0b5df-fde9-456f-aea0-d72f771c8c4c has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:07:14.178489 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97911717-2230-41be-a0f4-df8625870402 admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:07:14.185035 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-97911717-2230-41be-a0f4-df8625870402 admin admin] 10.222.0.43 "PUT /v2.0/routers/62c0b5df-fde9-456f-aea0-d72f771c8c4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4692054 Apr 14 22:07:14.187729 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 50198) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:14.189056 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e5880f-17e0-4929-99d5-43f19a90d738 None None] Sync routers for ids ['62c0b5df-fde9-456f-aea0-d72f771c8c4c'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:07:14.199918 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e5880f-17e0-4929-99d5-43f19a90d738 None None] Routers {'62c0b5df-fde9-456f-aea0-d72f771c8c4c'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:07:14.200577 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-13e5880f-17e0-4929-99d5-43f19a90d738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:06:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['62c0b5df-fde9-456f-aea0-d72f771c8c4c'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:14.303598 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6175b407-6876-4a12-9800-12eb7ab1fc1d admin admin] Publish callbacks [] for router (62c0b5df-fde9-456f-aea0-d72f771c8c4c), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:14.314607 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-13e5880f-17e0-4929-99d5-43f19a90d738 None None] Set router 62c0b5df-fde9-456f-aea0-d72f771c8c4c gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:07:14.493301 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-13e5880f-17e0-4929-99d5-43f19a90d738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'name': 'tempest-AttachVolumeTestJSON-1784155718-router', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '004bb70c-4a50-4298-9e70-66904c845aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:07:13Z', 'revision_number': 5, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'gw_port': {'id': '004bb70c-4a50-4298-9e70-66904c845aad', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:55Z', 'updated_at': '2022-04-14T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:14.526966 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e5880f-17e0-4929-99d5-43f19a90d738 None None] Checking router: 62c0b5df-fde9-456f-aea0-d72f771c8c4c for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:07:14.536743 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e5880f-17e0-4929-99d5-43f19a90d738 None None] Routers {'62c0b5df-fde9-456f-aea0-d72f771c8c4c'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:07:14.537448 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-13e5880f-17e0-4929-99d5-43f19a90d738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:06:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['62c0b5df-fde9-456f-aea0-d72f771c8c4c'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:14.662090 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-13e5880f-17e0-4929-99d5-43f19a90d738 None None] Set router 62c0b5df-fde9-456f-aea0-d72f771c8c4c gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:07:14.679296 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6175b407-6876-4a12-9800-12eb7ab1fc1d admin admin] Publish callbacks [] for router_gateway (62c0b5df-fde9-456f-aea0-d72f771c8c4c), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:14.729388 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6175b407-6876-4a12-9800-12eb7ab1fc1d admin admin] Deleting port 004bb70c-4a50-4298-9e70-66904c845aad {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:07:14.729725 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6175b407-6876-4a12-9800-12eb7ab1fc1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (004bb70c-4a50-4298-9e70-66904c845aad), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:14.823503 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6175b407-6876-4a12-9800-12eb7ab1fc1d admin admin] For port 004bb70c-4a50-4298-9e70-66904c845aad, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=004bb70c-4a50-4298-9e70-66904c845aad,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:14.823870 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6175b407-6876-4a12-9800-12eb7ab1fc1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (004bb70c-4a50-4298-9e70-66904c845aad), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:14.852759 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6175b407-6876-4a12-9800-12eb7ab1fc1d admin admin] Calling delete_port for 004bb70c-4a50-4298-9e70-66904c845aad owned by network:router_gateway {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:07:14.933647 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-13e5880f-17e0-4929-99d5-43f19a90d738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'name': 'tempest-AttachVolumeTestJSON-1784155718-router', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '004bb70c-4a50-4298-9e70-66904c845aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:07:13Z', 'revision_number': 5, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'gw_port': {'id': '004bb70c-4a50-4298-9e70-66904c845aad', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:55Z', 'updated_at': '2022-04-14T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:14.960844 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e5880f-17e0-4929-99d5-43f19a90d738 None None] The sync data for ids ['62c0b5df-fde9-456f-aea0-d72f771c8c4c'] in dv-cinder-838009-1-iscsi is: [{'id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'name': 'tempest-AttachVolumeTestJSON-1784155718-router', 'tenant_id': '57cc8af3ea5f43dea31995492e7632a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '004bb70c-4a50-4298-9e70-66904c845aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:52Z', 'updated_at': '2022-04-14T22:07:13Z', 'revision_number': 5, 'project_id': '57cc8af3ea5f43dea31995492e7632a5', 'gw_port': {'id': '004bb70c-4a50-4298-9e70-66904c845aad', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:df:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b5df-fde9-456f-aea0-d72f771c8c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:55Z', 'updated_at': '2022-04-14T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:07:15.054118 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6175b407-6876-4a12-9800-12eb7ab1fc1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (004bb70c-4a50-4298-9e70-66904c845aad), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:15.077236 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175b407-6876-4a12-9800-12eb7ab1fc1d admin admin] Pushing event deleted for resources: {'Port': ['ID=004bb70c-4a50-4298-9e70-66904c845aad,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:15.146125 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6175b407-6876-4a12-9800-12eb7ab1fc1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773821'] for router_gateway (62c0b5df-fde9-456f-aea0-d72f771c8c4c), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:15.275687 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6175b407-6876-4a12-9800-12eb7ab1fc1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1780003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26535'] for router (62c0b5df-fde9-456f-aea0-d72f771c8c4c), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:15.277950 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6175b407-6876-4a12-9800-12eb7ab1fc1d admin admin] Publish callbacks [] for router_controller (62c0b5df-fde9-456f-aea0-d72f771c8c4c), precommit_delete_associations {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:15.349228 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6175b407-6876-4a12-9800-12eb7ab1fc1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1779992'] for router (62c0b5df-fde9-456f-aea0-d72f771c8c4c), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:15.350032 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6175b407-6876-4a12-9800-12eb7ab1fc1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62c0b5df-fde9-456f-aea0-d72f771c8c4c {{(pid=103419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:07:15.356577 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6175b407-6876-4a12-9800-12eb7ab1fc1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:15.357768 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-6175b407-6876-4a12-9800-12eb7ab1fc1d admin admin] 10.222.0.43 "DELETE /v2.0/routers/62c0b5df-fde9-456f-aea0-d72f771c8c4c HTTP/1.1" status: 204 len: 168 time: 1.1689961 Apr 14 22:07:15.360658 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 50204) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:15.408301 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c65952-8564-43cf-bc14-a70801a282c1 admin admin] Deleting subnet e7eeaee9-acfc-4c29-821f-fe146a812549 {{(pid=103420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:07:15.411528 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-71c65952-8564-43cf-bc14-a70801a282c1 admin admin] Publish callbacks [] for subnet (e7eeaee9-acfc-4c29-821f-fe146a812549), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:15.450452 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-71c65952-8564-43cf-bc14-a70801a282c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10468387'] for subnet (e7eeaee9-acfc-4c29-821f-fe146a812549), precommit_delete_associations {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:15.537603 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-71c65952-8564-43cf-bc14-a70801a282c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779310'] for subnet (e7eeaee9-acfc-4c29-821f-fe146a812549), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:15.606363 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-71c65952-8564-43cf-bc14-a70801a282c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8824124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8655946'] for subnet (e7eeaee9-acfc-4c29-821f-fe146a812549), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:15.636225 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c65952-8564-43cf-bc14-a70801a282c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7eeaee9-acfc-4c29-821f-fe146a812549,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:15.638521 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-71c65952-8564-43cf-bc14-a70801a282c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:15.643986 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a47fc52-323b-44ea-8dfd-0b0286986e3d None None] Network effe8ea7-6d93-45a6-99a1-18a80b92d90d requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:07:15.644734 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 50206) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:15.645558 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-71c65952-8564-43cf-bc14-a70801a282c1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e7eeaee9-acfc-4c29-821f-fe146a812549 HTTP/1.1" status: 204 len: 168 time: 0.2802894 Apr 14 22:07:15.740224 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37517fed-7698-4e17-97fc-b34452b99b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606303'] for network (effe8ea7-6d93-45a6-99a1-18a80b92d90d), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:15.795336 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-37517fed-7698-4e17-97fc-b34452b99b61 admin admin] Deleting port 97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:07:15.795678 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37517fed-7698-4e17-97fc-b34452b99b61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:15.859685 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-37517fed-7698-4e17-97fc-b34452b99b61 admin admin] For port 97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc,segment=NetworkSegment(78c76d73-f220-4079-ab55-63060669f18c),segment_id=78c76d73-f220-4079-ab55-63060669f18c)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:15.860393 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37517fed-7698-4e17-97fc-b34452b99b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:15.873040 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-37517fed-7698-4e17-97fc-b34452b99b61 admin admin] Calling delete_port for 97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:07:15.958499 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37517fed-7698-4e17-97fc-b34452b99b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:15.990645 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37517fed-7698-4e17-97fc-b34452b99b61 admin admin] Pushing event deleted for resources: {'Port': ['ID=97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:15.993041 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37517fed-7698-4e17-97fc-b34452b99b61 admin admin] No DVR routers for this DVR port 97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc on host dv-cinder-838009-1-iscsi {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:07:16.057481 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e79a4f2-d256-496c-a943-3be98fddabae None None] DHCP port deletion for effe8ea7-6d93-45a6-99a1-18a80b92d90d request from dv-cinder-838009-1-iscsi {{(pid=103421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:07:16.072096 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37517fed-7698-4e17-97fc-b34452b99b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786069', 'neutron.services.segments.db._delete_segments_for_network-8754551739832'] for network (effe8ea7-6d93-45a6-99a1-18a80b92d90d), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:16.097254 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-37517fed-7698-4e17-97fc-b34452b99b61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['effe8ea7-6d93-45a6-99a1-18a80b92d90d']}} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:16.107303 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-37517fed-7698-4e17-97fc-b34452b99b61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c76d73-f220-4079-ab55-63060669f18c') {'for_net_delete': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:16.107603 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-37517fed-7698-4e17-97fc-b34452b99b61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c76d73-f220-4079-ab55-63060669f18c') {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:16.116893 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37517fed-7698-4e17-97fc-b34452b99b61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754551744449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2730080'] for segment (78c76d73-f220-4079-ab55-63060669f18c), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:16.129725 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37517fed-7698-4e17-97fc-b34452b99b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (78c76d73-f220-4079-ab55-63060669f18c), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:16.136346 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37517fed-7698-4e17-97fc-b34452b99b61 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:07:16.136835 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37517fed-7698-4e17-97fc-b34452b99b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9471969'] for segment (78c76d73-f220-4079-ab55-63060669f18c), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: Traceback (most recent call last): Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: timer() Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: cb(*args, **kw) Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: return func(*args, **kwargs) Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: self._notify() Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: self.callback(batched_events) Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: event.method(event) Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: return f(self, *a, **k) Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: return self._get(url).json() Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: return self.request(url, 'GET', **kwargs) Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:07:16.138513 dv-cinder-838009-1-iscsi neutron-server[103419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:07:16.193420 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37517fed-7698-4e17-97fc-b34452b99b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773785'] for network (effe8ea7-6d93-45a6-99a1-18a80b92d90d), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:16.203512 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37517fed-7698-4e17-97fc-b34452b99b61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:16.209036 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-37517fed-7698-4e17-97fc-b34452b99b61 admin admin] 10.222.0.43 "DELETE /v2.0/networks/effe8ea7-6d93-45a6-99a1-18a80b92d90d HTTP/1.1" status: 204 len: 168 time: 0.5630834 Apr 14 22:07:16.219606 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37517fed-7698-4e17-97fc-b34452b99b61 admin admin] Pushing event deleted for resources: {'Network': ['ID=effe8ea7-6d93-45a6-99a1-18a80b92d90d,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:16.319358 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 50212) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:16.362995 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-f42a80a3-f9b6-41dc-a6bf-4a8d9dd5f05d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=57cc8af3ea5f43dea31995492e7632a5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398381 Apr 14 22:07:16.363219 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 50214) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:16.414137 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bb041f93-dcbd-42cf-b812-012eb8d51f31 admin admin] Publish callbacks [] for security_group (b7acd5c6-4cc5-49bf-8215-b3971dec3252), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:16.439807 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bb041f93-dcbd-42cf-b812-012eb8d51f31 admin admin] Publish callbacks [] for security_group (b7acd5c6-4cc5-49bf-8215-b3971dec3252), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:16.488709 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bb041f93-dcbd-42cf-b812-012eb8d51f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (b7acd5c6-4cc5-49bf-8215-b3971dec3252), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:16.492037 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bb041f93-dcbd-42cf-b812-012eb8d51f31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:16.493356 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-bb041f93-dcbd-42cf-b812-012eb8d51f31 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b7acd5c6-4cc5-49bf-8215-b3971dec3252 HTTP/1.1" status: 204 len: 168 time: 0.1292467 Apr 14 22:07:16.501019 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb041f93-dcbd-42cf-b812-012eb8d51f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7acd5c6-4cc5-49bf-8215-b3971dec3252,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:16.714092 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:07:16.737848 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: 97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:07:16.738201 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 97c0ce56-dfcc-4bf9-a228-cf69fd81a9dc not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:07:16.738611 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 9d774956-49ae-47bf-a870-a63888ec42d0 no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:07:16.759291 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: 9d774956-49ae-47bf-a870-a63888ec42d0 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:07:16.759642 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 9d774956-49ae-47bf-a870-a63888ec42d0 not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:07:16.760267 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 004bb70c-4a50-4298-9e70-66904c845aad no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:07:16.779545 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: 004bb70c-4a50-4298-9e70-66904c845aad {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:07:16.779897 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 004bb70c-4a50-4298-9e70-66904c845aad not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:07:17.331961 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:07:20.936446 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 50320) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:21.044243 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-30700731-8913-48b6-b11a-e3ebf433ec95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:21.121940 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-30700731-8913-48b6-b11a-e3ebf433ec95 admin admin] Publish callbacks [] for security_group (6a1cbda6-6e1a-4f57-884b-a75800e8d989), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:21.126049 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-30700731-8913-48b6-b11a-e3ebf433ec95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (6a1cbda6-6e1a-4f57-884b-a75800e8d989), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:21.166030 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-30700731-8913-48b6-b11a-e3ebf433ec95 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f053a44be53544498f7d76a75e325004&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283790 Apr 14 22:07:21.166956 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30700731-8913-48b6-b11a-e3ebf433ec95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1cbda6-6e1a-4f57-884b-a75800e8d989,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:21.168893 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 50324) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:21.224193 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cfa514f0-1156-45bc-95bd-2a304c8f46dd admin admin] Publish callbacks [] for security_group (6a1cbda6-6e1a-4f57-884b-a75800e8d989), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:21.245778 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cfa514f0-1156-45bc-95bd-2a304c8f46dd admin admin] Publish callbacks [] for security_group (6a1cbda6-6e1a-4f57-884b-a75800e8d989), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:21.291200 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cfa514f0-1156-45bc-95bd-2a304c8f46dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (6a1cbda6-6e1a-4f57-884b-a75800e8d989), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:21.293841 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cfa514f0-1156-45bc-95bd-2a304c8f46dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:21.294992 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-cfa514f0-1156-45bc-95bd-2a304c8f46dd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a1cbda6-6e1a-4f57-884b-a75800e8d989 HTTP/1.1" status: 204 len: 168 time: 0.1250968 Apr 14 22:07:21.302872 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa514f0-1156-45bc-95bd-2a304c8f46dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1cbda6-6e1a-4f57-884b-a75800e8d989,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:21.552219 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 50330) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:21.566191 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4e81cd4e-8b00-4e6e-9eef-7f3787d582fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:21.647807 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4e81cd4e-8b00-4e6e-9eef-7f3787d582fd admin admin] Publish callbacks [] for security_group (2e8924a1-cbb8-411b-a53a-51d4244fed92), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:21.651722 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4e81cd4e-8b00-4e6e-9eef-7f3787d582fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (2e8924a1-cbb8-411b-a53a-51d4244fed92), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:21.690795 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-4e81cd4e-8b00-4e6e-9eef-7f3787d582fd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6003940c81114e33b83fb47a7cf9bd4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373856 Apr 14 22:07:21.691521 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81cd4e-8b00-4e6e-9eef-7f3787d582fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8924a1-cbb8-411b-a53a-51d4244fed92,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:21.694261 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 50334) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:21.745076 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1c06c73c-8873-4b25-8b61-24437e352ed2 admin admin] Publish callbacks [] for security_group (2e8924a1-cbb8-411b-a53a-51d4244fed92), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:21.770470 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1c06c73c-8873-4b25-8b61-24437e352ed2 admin admin] Publish callbacks [] for security_group (2e8924a1-cbb8-411b-a53a-51d4244fed92), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:21.818179 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1c06c73c-8873-4b25-8b61-24437e352ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (2e8924a1-cbb8-411b-a53a-51d4244fed92), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:21.820963 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1c06c73c-8873-4b25-8b61-24437e352ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:21.822112 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-1c06c73c-8873-4b25-8b61-24437e352ed2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2e8924a1-cbb8-411b-a53a-51d4244fed92 HTTP/1.1" status: 204 len: 168 time: 0.1263931 Apr 14 22:07:21.830498 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06c73c-8873-4b25-8b61-24437e352ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8924a1-cbb8-411b-a53a-51d4244fed92,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:23.736337 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 50412) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:23.839434 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4dc3fe95-98f3-4c09-bb51-51ebcd1a9776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:23.914043 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4dc3fe95-98f3-4c09-bb51-51ebcd1a9776 admin admin] Publish callbacks [] for security_group (7edf57cb-fd9a-471b-bda8-d3ce07d6e528), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:23.918008 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4dc3fe95-98f3-4c09-bb51-51ebcd1a9776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (7edf57cb-fd9a-471b-bda8-d3ce07d6e528), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:23.957346 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-4dc3fe95-98f3-4c09-bb51-51ebcd1a9776 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d780cd2247d4a6e9411a1876924c9ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199209 Apr 14 22:07:23.959577 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3fe95-98f3-4c09-bb51-51ebcd1a9776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edf57cb-fd9a-471b-bda8-d3ce07d6e528,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:23.960277 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 50416) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:23.996440 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f21f11f8-8633-40de-b6f2-d2f8405ead9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:24.015108 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1302f89b-c55a-43e6-96d2-e6b0cadd8db3 admin admin] Publish callbacks [] for security_group (7edf57cb-fd9a-471b-bda8-d3ce07d6e528), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:24.039941 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1302f89b-c55a-43e6-96d2-e6b0cadd8db3 admin admin] Publish callbacks [] for security_group (7edf57cb-fd9a-471b-bda8-d3ce07d6e528), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:24.088756 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1302f89b-c55a-43e6-96d2-e6b0cadd8db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (7edf57cb-fd9a-471b-bda8-d3ce07d6e528), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:24.091445 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1302f89b-c55a-43e6-96d2-e6b0cadd8db3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:24.092654 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-1302f89b-c55a-43e6-96d2-e6b0cadd8db3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7edf57cb-fd9a-471b-bda8-d3ce07d6e528 HTTP/1.1" status: 204 len: 168 time: 0.1302021 Apr 14 22:07:24.101570 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302f89b-c55a-43e6-96d2-e6b0cadd8db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edf57cb-fd9a-471b-bda8-d3ce07d6e528,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:24.361681 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 50422) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:24.375191 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4a87bdd9-5c70-44e5-8a7c-b7bb02a305c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:24.455967 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4a87bdd9-5c70-44e5-8a7c-b7bb02a305c3 admin admin] Publish callbacks [] for security_group (2d959ab6-e4a9-4367-9ef4-41e194efbad6), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:24.459764 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4a87bdd9-5c70-44e5-8a7c-b7bb02a305c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (2d959ab6-e4a9-4367-9ef4-41e194efbad6), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:24.498675 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87bdd9-5c70-44e5-8a7c-b7bb02a305c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d959ab6-e4a9-4367-9ef4-41e194efbad6,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:24.504147 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-4a87bdd9-5c70-44e5-8a7c-b7bb02a305c3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b51904b895348d8bf58dc36c090c448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414514 Apr 14 22:07:24.506751 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 50424) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:24.556908 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0799fe62-11ec-40d1-b690-e35303b04e15 admin admin] Publish callbacks [] for security_group (2d959ab6-e4a9-4367-9ef4-41e194efbad6), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:24.577640 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0799fe62-11ec-40d1-b690-e35303b04e15 admin admin] Publish callbacks [] for security_group (2d959ab6-e4a9-4367-9ef4-41e194efbad6), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:24.626390 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0799fe62-11ec-40d1-b690-e35303b04e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (2d959ab6-e4a9-4367-9ef4-41e194efbad6), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:24.629149 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0799fe62-11ec-40d1-b690-e35303b04e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:24.630295 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-0799fe62-11ec-40d1-b690-e35303b04e15 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2d959ab6-e4a9-4367-9ef4-41e194efbad6 HTTP/1.1" status: 204 len: 168 time: 0.1220920 Apr 14 22:07:24.638943 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799fe62-11ec-40d1-b690-e35303b04e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d959ab6-e4a9-4367-9ef4-41e194efbad6,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:26.386168 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-af4c1781-24f1-47ff-af71-69b5e9652b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:27.512267 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:28.818862 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:30.459076 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:32.692650 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 50576) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:32.796160 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d78e5a8f-2e76-4912-81de-e1c7f32a1314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:32.871365 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d78e5a8f-2e76-4912-81de-e1c7f32a1314 admin admin] Publish callbacks [] for security_group (e7d1333d-b357-4130-9598-5461bff5bf66), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:32.875830 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d78e5a8f-2e76-4912-81de-e1c7f32a1314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (e7d1333d-b357-4130-9598-5461bff5bf66), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:32.916427 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e5a8f-2e76-4912-81de-e1c7f32a1314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d1333d-b357-4130-9598-5461bff5bf66,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:32.919959 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-d78e5a8f-2e76-4912-81de-e1c7f32a1314 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=19e0f479ce0c4c3398f629a6356dc810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263243 Apr 14 22:07:32.922757 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 50580) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:32.925826 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e5a8f-2e76-4912-81de-e1c7f32a1314 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:32.926177 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e5a8f-2e76-4912-81de-e1c7f32a1314 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:32.926510 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e5a8f-2e76-4912-81de-e1c7f32a1314 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:32.926843 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e5a8f-2e76-4912-81de-e1c7f32a1314 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:32.927173 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e5a8f-2e76-4912-81de-e1c7f32a1314 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:32.927495 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e5a8f-2e76-4912-81de-e1c7f32a1314 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:32.927818 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e5a8f-2e76-4912-81de-e1c7f32a1314 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:32.928137 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e5a8f-2e76-4912-81de-e1c7f32a1314 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:32.928575 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e5a8f-2e76-4912-81de-e1c7f32a1314 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:32.928894 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e5a8f-2e76-4912-81de-e1c7f32a1314 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:32.929222 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e5a8f-2e76-4912-81de-e1c7f32a1314 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:32.929538 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e5a8f-2e76-4912-81de-e1c7f32a1314 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:32.929859 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e5a8f-2e76-4912-81de-e1c7f32a1314 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:32.930171 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e5a8f-2e76-4912-81de-e1c7f32a1314 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:32.930486 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e5a8f-2e76-4912-81de-e1c7f32a1314 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:32.971881 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7ea0af74-2c2b-459b-927b-11628f8a0513 admin admin] Publish callbacks [] for security_group (e7d1333d-b357-4130-9598-5461bff5bf66), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:32.993184 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7ea0af74-2c2b-459b-927b-11628f8a0513 admin admin] Publish callbacks [] for security_group (e7d1333d-b357-4130-9598-5461bff5bf66), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:33.041795 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7ea0af74-2c2b-459b-927b-11628f8a0513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (e7d1333d-b357-4130-9598-5461bff5bf66), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:33.044566 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7ea0af74-2c2b-459b-927b-11628f8a0513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:33.045705 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-7ea0af74-2c2b-459b-927b-11628f8a0513 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e7d1333d-b357-4130-9598-5461bff5bf66 HTTP/1.1" status: 204 len: 168 time: 0.1218734 Apr 14 22:07:33.053355 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0af74-2c2b-459b-927b-11628f8a0513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d1333d-b357-4130-9598-5461bff5bf66,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:33.060671 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea0af74-2c2b-459b-927b-11628f8a0513 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:33.061023 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea0af74-2c2b-459b-927b-11628f8a0513 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:33.061363 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea0af74-2c2b-459b-927b-11628f8a0513 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:33.061701 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea0af74-2c2b-459b-927b-11628f8a0513 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:33.062032 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea0af74-2c2b-459b-927b-11628f8a0513 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:33.062361 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea0af74-2c2b-459b-927b-11628f8a0513 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:33.062684 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea0af74-2c2b-459b-927b-11628f8a0513 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:33.063007 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea0af74-2c2b-459b-927b-11628f8a0513 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:33.063332 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea0af74-2c2b-459b-927b-11628f8a0513 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:33.063657 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea0af74-2c2b-459b-927b-11628f8a0513 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:33.063982 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea0af74-2c2b-459b-927b-11628f8a0513 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:33.064303 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea0af74-2c2b-459b-927b-11628f8a0513 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:33.064651 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea0af74-2c2b-459b-927b-11628f8a0513 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:33.064968 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea0af74-2c2b-459b-927b-11628f8a0513 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:33.065285 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea0af74-2c2b-459b-927b-11628f8a0513 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:33.317726 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 50586) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:33.333391 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3add8fd9-5662-4d27-b2b6-505693d04936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:33.408551 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3add8fd9-5662-4d27-b2b6-505693d04936 admin admin] Publish callbacks [] for security_group (bf443d09-6af8-48ba-ae5e-7bb52b030a71), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:33.412338 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3add8fd9-5662-4d27-b2b6-505693d04936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (bf443d09-6af8-48ba-ae5e-7bb52b030a71), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:33.452330 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-3add8fd9-5662-4d27-b2b6-505693d04936 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=848436fa22b340cd8cb66ded72137ec8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334221 Apr 14 22:07:33.453201 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add8fd9-5662-4d27-b2b6-505693d04936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf443d09-6af8-48ba-ae5e-7bb52b030a71,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:33.455154 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 50590) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:33.503680 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-33c2690d-ab02-4c5c-bfa7-99572bc1918f admin admin] Publish callbacks [] for security_group (bf443d09-6af8-48ba-ae5e-7bb52b030a71), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:33.525082 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-33c2690d-ab02-4c5c-bfa7-99572bc1918f admin admin] Publish callbacks [] for security_group (bf443d09-6af8-48ba-ae5e-7bb52b030a71), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:33.571647 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-33c2690d-ab02-4c5c-bfa7-99572bc1918f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (bf443d09-6af8-48ba-ae5e-7bb52b030a71), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:33.574533 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-33c2690d-ab02-4c5c-bfa7-99572bc1918f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:33.575753 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-33c2690d-ab02-4c5c-bfa7-99572bc1918f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf443d09-6af8-48ba-ae5e-7bb52b030a71 HTTP/1.1" status: 204 len: 168 time: 0.1194403 Apr 14 22:07:33.583197 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2690d-ab02-4c5c-bfa7-99572bc1918f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf443d09-6af8-48ba-ae5e-7bb52b030a71,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:33.890514 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 50598) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:33.904199 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0dceb034-049e-4625-94fa-23ce6fe348c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:33.977705 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0dceb034-049e-4625-94fa-23ce6fe348c4 admin admin] Publish callbacks [] for security_group (fb0c2f10-85c4-4b10-9da0-15646b6bb27f), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:33.981517 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0dceb034-049e-4625-94fa-23ce6fe348c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (fb0c2f10-85c4-4b10-9da0-15646b6bb27f), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:34.018779 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dceb034-049e-4625-94fa-23ce6fe348c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0c2f10-85c4-4b10-9da0-15646b6bb27f,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:34.025314 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-0dceb034-049e-4625-94fa-23ce6fe348c4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=75a6be8a038843a7b80a19119910e2ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337202 Apr 14 22:07:34.028166 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 50600) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:34.079214 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-374e7b95-ae30-4584-b798-801e74c467f1 admin admin] Publish callbacks [] for security_group (fb0c2f10-85c4-4b10-9da0-15646b6bb27f), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:34.100249 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-374e7b95-ae30-4584-b798-801e74c467f1 admin admin] Publish callbacks [] for security_group (fb0c2f10-85c4-4b10-9da0-15646b6bb27f), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:34.146338 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-374e7b95-ae30-4584-b798-801e74c467f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (fb0c2f10-85c4-4b10-9da0-15646b6bb27f), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:34.150074 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-374e7b95-ae30-4584-b798-801e74c467f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:34.151225 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-374e7b95-ae30-4584-b798-801e74c467f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fb0c2f10-85c4-4b10-9da0-15646b6bb27f HTTP/1.1" status: 204 len: 168 time: 0.1221070 Apr 14 22:07:34.163175 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e7b95-ae30-4584-b798-801e74c467f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0c2f10-85c4-4b10-9da0-15646b6bb27f,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:34.983627 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ecd4e-afa3-4700-aa4e-3df8c9b0a9d2 req-9ce58c46-d3af-44ef-bead-86199e1375bd tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:34.985139 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c97ecd4e-afa3-4700-aa4e-3df8c9b0a9d2 req-9ce58c46-d3af-44ef-bead-86199e1375bd tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 947 time: 0.0601106 Apr 14 22:07:35.035310 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c97ecd4e-afa3-4700-aa4e-3df8c9b0a9d2 req-9dc92635-fd21-4eb6-8b37-b04c99e5953b tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445166 Apr 14 22:07:36.154332 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512f23c-d84a-46ba-ba54-291d0784b0a1 req-c6df6df9-91e3-4b51-8b85-0de04d0e843f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:36.155790 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4512f23c-d84a-46ba-ba54-291d0784b0a1 req-c6df6df9-91e3-4b51-8b85-0de04d0e843f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 947 time: 0.0462627 Apr 14 22:07:36.202017 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4512f23c-d84a-46ba-ba54-291d0784b0a1 req-a91da8c9-e90b-475e-a4b9-72cc35d0b18f tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407312 Apr 14 22:07:37.323996 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadbd32-66e7-44ec-88fa-66589234d999 req-9e0b640b-a6a2-4057-bf87-727e452f5a34 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:37.325482 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ceadbd32-66e7-44ec-88fa-66589234d999 req-9e0b640b-a6a2-4057-bf87-727e452f5a34 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 947 time: 0.0506022 Apr 14 22:07:37.379548 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ceadbd32-66e7-44ec-88fa-66589234d999 req-76b0a408-3bcb-4d7b-9240-e28d299ca65e tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485225 Apr 14 22:07:38.412483 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ce7dd-99c7-4866-b5a4-f7dc8f70fd18 req-dc78c271-00f1-4aa0-8697-16faf59fd319 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:38.414010 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-232ce7dd-99c7-4866-b5a4-f7dc8f70fd18 req-dc78c271-00f1-4aa0-8697-16faf59fd319 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 947 time: 0.0464380 Apr 14 22:07:38.510109 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-232ce7dd-99c7-4866-b5a4-f7dc8f70fd18 req-d0e8ea3f-8519-45ab-9073-7760f5873da9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Deleting port f8b789b8-cac8-4677-b18d-2b7454cfbb2a {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:07:38.510277 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018124e-ae46-4bdf-a9a6-beae9107a74d req-b3ef796d-8dcd-41ae-aebe-7809af7e3207 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:38.510679 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-232ce7dd-99c7-4866-b5a4-f7dc8f70fd18 req-d0e8ea3f-8519-45ab-9073-7760f5873da9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (f8b789b8-cac8-4677-b18d-2b7454cfbb2a), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:38.511818 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c018124e-ae46-4bdf-a9a6-beae9107a74d req-b3ef796d-8dcd-41ae-aebe-7809af7e3207 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 947 time: 0.0565643 Apr 14 22:07:38.570020 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c018124e-ae46-4bdf-a9a6-beae9107a74d req-d17b31f2-0660-4c4a-8e40-52dcb7ef01ef tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e4e3dc9-a205-433d-918b-1e47248d9494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521784 Apr 14 22:07:38.596168 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-4be4d351-84f8-4fc8-8916-e7780637f724 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5c17a4c415af41eeb7577c8027530da1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336201 Apr 14 22:07:38.717979 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-232ce7dd-99c7-4866-b5a4-f7dc8f70fd18 req-d0e8ea3f-8519-45ab-9073-7760f5873da9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] For port f8b789b8-cac8-4677-b18d-2b7454cfbb2a, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=f8b789b8-cac8-4677-b18d-2b7454cfbb2a,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:38.718346 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-232ce7dd-99c7-4866-b5a4-f7dc8f70fd18 req-d0e8ea3f-8519-45ab-9073-7760f5873da9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (f8b789b8-cac8-4677-b18d-2b7454cfbb2a), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:38.853022 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-f806048f-908a-4769-9b7a-a9dded53893a tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:38.854477 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-f806048f-908a-4769-9b7a-a9dded53893a tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2512441 Apr 14 22:07:38.902491 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-3e761716-10d4-49c5-a865-4415216f0a52 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/quotas/5c17a4c415af41eeb7577c8027530da1 HTTP/1.1" status: 200 len: 375 time: 0.0149775 Apr 14 22:07:38.941483 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-99903963-fd8e-451d-ab24-e5aa612e9c08 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c17a4c415af41eeb7577c8027530da1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324404 Apr 14 22:07:38.994670 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-232ce7dd-99c7-4866-b5a4-f7dc8f70fd18 req-d0e8ea3f-8519-45ab-9073-7760f5873da9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:38.995037 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-232ce7dd-99c7-4866-b5a4-f7dc8f70fd18 req-d0e8ea3f-8519-45ab-9073-7760f5873da9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (dcbd9d44-45e4-4695-859e-dacaf694775e), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:38.995354 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.l3_db [req-232ce7dd-99c7-4866-b5a4-f7dc8f70fd18 req-d0e8ea3f-8519-45ab-9073-7760f5873da9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Floating IP dcbd9d44-45e4-4695-859e-dacaf694775e disassociated. External IP: 172.27.2.230, port: f8b789b8-cac8-4677-b18d-2b7454cfbb2a. Apr 14 22:07:38.995698 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-232ce7dd-99c7-4866-b5a4-f7dc8f70fd18 req-d0e8ea3f-8519-45ab-9073-7760f5873da9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Calling delete_port for f8b789b8-cac8-4677-b18d-2b7454cfbb2a owned by compute:nova {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:07:39.134953 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-232ce7dd-99c7-4866-b5a4-f7dc8f70fd18 req-d0e8ea3f-8519-45ab-9073-7760f5873da9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (f8b789b8-cac8-4677-b18d-2b7454cfbb2a), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:39.144242 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-406a7c54-25ec-4c2a-b8b7-861a302bcf54 req-6780a3b9-155c-40ea-9db8-6a89c5955bb5 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab4064e-3733-4a14-8b39-71bf1a7bbbe6 HTTP/1.1" status: 200 len: 210 time: 0.0522621 Apr 14 22:07:39.169026 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8ea3f-8519-45ab-9073-7760f5873da9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Pushing event deleted for resources: {'Port': ['ID=f8b789b8-cac8-4677-b18d-2b7454cfbb2a,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:39.328112 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-232ce7dd-99c7-4866-b5a4-f7dc8f70fd18 req-d0e8ea3f-8519-45ab-9073-7760f5873da9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Router b5cb3676-f843-422c-b6c3-06c106e2b12c has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:07:39.447579 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-232ce7dd-99c7-4866-b5a4-f7dc8f70fd18 req-d0e8ea3f-8519-45ab-9073-7760f5873da9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:07:39.462592 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8ecedb-c9f1-465c-994a-837cf24299ae None None] Sync routers for ids ['b5cb3676-f843-422c-b6c3-06c106e2b12c'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:07:39.472078 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8ecedb-c9f1-465c-994a-837cf24299ae None None] Routers {'b5cb3676-f843-422c-b6c3-06c106e2b12c'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:07:39.472747 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-5b8ecedb-c9f1-465c-994a-837cf24299ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:07:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b5cb3676-f843-422c-b6c3-06c106e2b12c'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:39.494840 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-232ce7dd-99c7-4866-b5a4-f7dc8f70fd18 req-d0e8ea3f-8519-45ab-9073-7760f5873da9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] No DVR routers for this DVR port f8b789b8-cac8-4677-b18d-2b7454cfbb2a on host hv-cinder-83800 {{(pid=103420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:07:39.497284 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-232ce7dd-99c7-4866-b5a4-f7dc8f70fd18 req-d0e8ea3f-8519-45ab-9073-7760f5873da9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:39.500951 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-232ce7dd-99c7-4866-b5a4-f7dc8f70fd18 req-d0e8ea3f-8519-45ab-9073-7760f5873da9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.26 "DELETE /v2.0/ports/f8b789b8-cac8-4677-b18d-2b7454cfbb2a HTTP/1.1" status: 204 len: 173 time: 1.0805042 Apr 14 22:07:39.501405 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5312dc-1256-445f-bc1b-e30130bc2753', 'name': 'network-vif-deleted', 'tag': 'f8b789b8-cac8-4677-b18d-2b7454cfbb2a'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:07:39.503729 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5523f7-f84e-4437-bddf-b457e35aab3d" -d '{"events": [{"server_uuid": "0b5312dc-1256-445f-bc1b-e30130bc2753", "name": "network-vif-deleted", "tag": "f8b789b8-cac8-4677-b18d-2b7454cfbb2a"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:07:39.544539 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d207b5ce-985f-4803-9e54-e7f2fe286619 x-openstack-request-id: req-d207b5ce-985f-4803-9e54-e7f2fe286619 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:07:39.545559 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5312dc-1256-445f-bc1b-e30130bc2753", "name": "network-vif-deleted", "tag": "f8b789b8-cac8-4677-b18d-2b7454cfbb2a", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:07:39.545979 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d207b5ce-985f-4803-9e54-e7f2fe286619 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:07:39.546548 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d207b5ce-985f-4803-9e54-e7f2fe286619'] response: {'server_uuid': '0b5312dc-1256-445f-bc1b-e30130bc2753', 'name': 'network-vif-deleted', 'tag': 'f8b789b8-cac8-4677-b18d-2b7454cfbb2a', 'status': 'completed', 'code': 200} Apr 14 22:07:39.593730 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-5b8ecedb-c9f1-465c-994a-837cf24299ae None None] Set router b5cb3676-f843-422c-b6c3-06c106e2b12c gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:07:39.679183 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cbeb7784-0315-43a7-aad9-d3ca26aa15ba req-6d48af4c-9fc1-479f-8bc5-f576019cabdd tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 210 time: 0.0309565 Apr 14 22:07:39.793939 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-5b8ecedb-c9f1-465c-994a-837cf24299ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'name': 'tempest-AttachVolumeShelveTestJSON-1162303746-router', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:45Z', 'updated_at': '2022-04-14T22:00:58Z', 'revision_number': 4, 'project_id': '8354505d255643918a23f2f53ed53d67', 'gw_port': {'id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:46Z', 'updated_at': '2022-04-14T22:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '25b76d79-b93f-4d5b-a1c4-5986216bb436', 'name': '', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'mac_address': 'fa:16:3e:23:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:54Z', 'updated_at': '2022-04-14T22:01:14Z', 'revision_number': 5, 'project_id': '8354505d255643918a23f2f53ed53d67', 'subnets': [{'id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:39.824853 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8ecedb-c9f1-465c-994a-837cf24299ae None None] Checking router: b5cb3676-f843-422c-b6c3-06c106e2b12c for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:07:39.833228 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8ecedb-c9f1-465c-994a-837cf24299ae None None] Routers {'b5cb3676-f843-422c-b6c3-06c106e2b12c'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:07:39.833833 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-5b8ecedb-c9f1-465c-994a-837cf24299ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:07:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b5cb3676-f843-422c-b6c3-06c106e2b12c'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:40.064473 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-5b8ecedb-c9f1-465c-994a-837cf24299ae None None] Set router b5cb3676-f843-422c-b6c3-06c106e2b12c gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:07:40.247597 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-f4e77397-6f38-4c58-9d4d-a608d28c36ea req-91794440-0c74-4bfa-95b4-eb5204efdf82 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab4064e-3733-4a14-8b39-71bf1a7bbbe6 HTTP/1.1" status: 200 len: 210 time: 0.0309289 Apr 14 22:07:40.251503 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-5b8ecedb-c9f1-465c-994a-837cf24299ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'name': 'tempest-AttachVolumeShelveTestJSON-1162303746-router', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:45Z', 'updated_at': '2022-04-14T22:00:58Z', 'revision_number': 4, 'project_id': '8354505d255643918a23f2f53ed53d67', 'gw_port': {'id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:46Z', 'updated_at': '2022-04-14T22:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '25b76d79-b93f-4d5b-a1c4-5986216bb436', 'name': '', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'mac_address': 'fa:16:3e:23:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:54Z', 'updated_at': '2022-04-14T22:01:14Z', 'revision_number': 5, 'project_id': '8354505d255643918a23f2f53ed53d67', 'subnets': [{'id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:40.279497 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8ecedb-c9f1-465c-994a-837cf24299ae None None] The sync data for ids ['b5cb3676-f843-422c-b6c3-06c106e2b12c'] in dv-cinder-838009-1-iscsi is: [{'id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'name': 'tempest-AttachVolumeShelveTestJSON-1162303746-router', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:45Z', 'updated_at': '2022-04-14T22:00:58Z', 'revision_number': 4, 'project_id': '8354505d255643918a23f2f53ed53d67', 'gw_port': {'id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:46Z', 'updated_at': '2022-04-14T22:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '25b76d79-b93f-4d5b-a1c4-5986216bb436', 'name': '', 'network_id': '85de08d8-9eb8-4e52-8d6f-cc3f42de82b0', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'mac_address': 'fa:16:3e:23:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:54Z', 'updated_at': '2022-04-14T22:01:14Z', 'revision_number': 5, 'project_id': '8354505d255643918a23f2f53ed53d67', 'subnets': [{'id': '0a14408c-0a04-4255-b049-e60b2b57871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:07:40.490344 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22794ea1-6085-4237-ac05-5e5f12a40e8e None None] New status for floating IP dcbd9d44-45e4-4695-859e-dacaf694775e: DOWN {{(pid=103422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:07:40.778044 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c77e2f65-c92e-4b53-913f-fb71c3c7b7d6 req-45be0571-fb6b-4077-ac5b-114707d25bd3 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 210 time: 0.0268281 Apr 14 22:07:41.341726 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c0340850-ab24-4b63-9a7a-3f3da1fd5187 req-425929d2-1be2-4313-bce3-1b681388288d tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab4064e-3733-4a14-8b39-71bf1a7bbbe6 HTTP/1.1" status: 200 len: 210 time: 0.0286279 Apr 14 22:07:41.878650 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-df753fc6-be2f-4836-ba13-3fe63903754e req-8ba77412-1ac1-4695-a386-c8cfbd83c9ec tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b5312dc-1256-445f-bc1b-e30130bc2753 HTTP/1.1" status: 200 len: 210 time: 0.0292602 Apr 14 22:07:42.445799 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b5cad0d2-2873-41c8-a56f-194bc3c84846 req-39511f68-ad03-40c0-a2cd-edc2130ff1a2 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab4064e-3733-4a14-8b39-71bf1a7bbbe6 HTTP/1.1" status: 200 len: 210 time: 0.0288999 Apr 14 22:07:42.539762 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device f8b789b8-cac8-4677-b18d-2b7454cfbb2a no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:07:42.559197 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] No Port match for: f8b789b8-cac8-4677-b18d-2b7454cfbb2a {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:07:42.559462 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device f8b789b8-cac8-4677-b18d-2b7454cfbb2a not bound to the agent host hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:07:42.778569 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-de3a2b5a-012e-4550-a985-f102b87f223a tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=5c17a4c415af41eeb7577c8027530da1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215957 Apr 14 22:07:42.888255 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-0270e49f-0abd-4f8b-832e-da14e106a18b tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:42.889760 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-0270e49f-0abd-4f8b-832e-da14e106a18b tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1062257 Apr 14 22:07:42.908908 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-39191efd-6f61-47eb-90f6-f6a0b81e2b73 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Request body: {'port': {'device_id': '2ab4064e-3733-4a14-8b39-71bf1a7bbbe6', 'network_id': '7af6f287-0289-408f-97fe-478b4b32ae37', 'admin_state_up': True, 'tenant_id': '5c17a4c415af41eeb7577c8027530da1'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:07:42.940501 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:42.973845 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 50720) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:43.019802 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-39191efd-6f61-47eb-90f6-f6a0b81e2b73 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Made reservation on behalf of 5c17a4c415af41eeb7577c8027530da1 for: {'port': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:07:43.024202 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-39191efd-6f61-47eb-90f6-f6a0b81e2b73 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:43.027719 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d26e10d9-894e-4bcd-ae24-f047828f4dc6 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for security_group (8e4e3dc9-a205-433d-918b-1e47248d9494), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:43.036801 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-39191efd-6f61-47eb-90f6-f6a0b81e2b73 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:43.051550 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d26e10d9-894e-4bcd-ae24-f047828f4dc6 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for security_group (8e4e3dc9-a205-433d-918b-1e47248d9494), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:43.104884 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d26e10d9-894e-4bcd-ae24-f047828f4dc6 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (8e4e3dc9-a205-433d-918b-1e47248d9494), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:43.107648 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d26e10d9-894e-4bcd-ae24-f047828f4dc6 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:43.111530 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-d26e10d9-894e-4bcd-ae24-f047828f4dc6 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "DELETE /v2.0/security-groups/8e4e3dc9-a205-433d-918b-1e47248d9494 HTTP/1.1" status: 204 len: 168 time: 0.1340010 Apr 14 22:07:43.111935 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 50722) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:43.118027 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-39191efd-6f61-47eb-90f6-f6a0b81e2b73 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Publish callbacks [] for security_group (8db1aa1a-a144-4d36-9ab1-0f6639fdf7d4), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:43.123006 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-39191efd-6f61-47eb-90f6-f6a0b81e2b73 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (8db1aa1a-a144-4d36-9ab1-0f6639fdf7d4), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:43.132176 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e10d9-894e-4bcd-ae24-f047828f4dc6 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4e3dc9-a205-433d-918b-1e47248d9494,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:43.135587 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.api.v2.resource [None req-6c391b74-548f-4c3f-8920-a398773434da tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] show failed (client error): The resource could not be found. Apr 14 22:07:43.136908 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-6c391b74-548f-4c3f-8920-a398773434da tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "GET /v2.0/security-groups/8e4e3dc9-a205-433d-918b-1e47248d9494 HTTP/1.1" status: 404 len: 347 time: 0.0240240 Apr 14 22:07:43.141721 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 50724) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:43.224499 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39191efd-6f61-47eb-90f6-f6a0b81e2b73 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8db1aa1a-a144-4d36-9ab1-0f6639fdf7d4,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:43.342255 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-2b34f598-b51e-439e-a119-fe06e863087a tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Deleting port aab944a0-c750-4713-8fa3-af99f5217085 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:07:43.342596 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2b34f598-b51e-439e-a119-fe06e863087a tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (aab944a0-c750-4713-8fa3-af99f5217085), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:43.405475 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-39191efd-6f61-47eb-90f6-f6a0b81e2b73 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Allocated IP 192.168.233.124 (7af6f287-0289-408f-97fe-478b4b32ae37/fc64d955-53f4-48e4-9ee4-9f9a5a96dadd/3d84fa02-de8d-4136-8a49-a66a37a840f8) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:07:43.468407 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2b34f598-b51e-439e-a119-fe06e863087a tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (aab944a0-c750-4713-8fa3-af99f5217085), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:43.469020 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2b34f598-b51e-439e-a119-fe06e863087a tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for floatingip (aab944a0-c750-4713-8fa3-af99f5217085), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:43.501104 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-2b34f598-b51e-439e-a119-fe06e863087a tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Calling delete_port for aab944a0-c750-4713-8fa3-af99f5217085 owned by network:floatingip {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:07:43.543548 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f46bf9f9-f253-449d-a805-e269d2ba9645 req-853cede3-0943-4ab6-a155-20bd595710eb tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab4064e-3733-4a14-8b39-71bf1a7bbbe6 HTTP/1.1" status: 200 len: 210 time: 0.0279863 Apr 14 22:07:43.663863 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-39191efd-6f61-47eb-90f6-f6a0b81e2b73 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Publish callbacks [] for port (3d84fa02-de8d-4136-8a49-a66a37a840f8), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:43.743026 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-39191efd-6f61-47eb-90f6-f6a0b81e2b73 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (3d84fa02-de8d-4136-8a49-a66a37a840f8), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:43.755531 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2b34f598-b51e-439e-a119-fe06e863087a tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (aab944a0-c750-4713-8fa3-af99f5217085), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:43.799887 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-39191efd-6f61-47eb-90f6-f6a0b81e2b73 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Network 7af6f287-0289-408f-97fe-478b4b32ae37 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:07:43.808175 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-39191efd-6f61-47eb-90f6-f6a0b81e2b73 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:07:43.826384 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-39191efd-6f61-47eb-90f6-f6a0b81e2b73 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:07:43.849311 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39191efd-6f61-47eb-90f6-f6a0b81e2b73 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Pushing event updated for resources: {'Port': ['ID=3d84fa02-de8d-4136-8a49-a66a37a840f8,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:43.908014 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34f598-b51e-439e-a119-fe06e863087a tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Pushing event deleted for resources: {'Port': ['ID=aab944a0-c750-4713-8fa3-af99f5217085,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:43.928230 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-39191efd-6f61-47eb-90f6-f6a0b81e2b73 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:43.928881 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-39191efd-6f61-47eb-90f6-f6a0b81e2b73 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:43.941934 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2b34f598-b51e-439e-a119-fe06e863087a tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks [] for floatingip (dcbd9d44-45e4-4695-859e-dacaf694775e), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:43.944526 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2b34f598-b51e-439e-a119-fe06e863087a tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:43.946289 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-2b34f598-b51e-439e-a119-fe06e863087a tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] 10.222.0.43 "DELETE /v2.0/floatingips/dcbd9d44-45e4-4695-859e-dacaf694775e HTTP/1.1" status: 204 len: 168 time: 0.8034735 Apr 14 22:07:43.959182 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-39191efd-6f61-47eb-90f6-f6a0b81e2b73 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0540850 Apr 14 22:07:43.974949 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-6154d171-9f1a-4f7e-a3df-c3feaf4a4f9b service neutron] Request body: {'port': {'device_id': '2ab4064e-3733-4a14-8b39-71bf1a7bbbe6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:07:44.037212 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-6154d171-9f1a-4f7e-a3df-c3feaf4a4f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (3d84fa02-de8d-4136-8a49-a66a37a840f8), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:44.067591 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-db2fda09-00c8-4849-9206-7b556085b758 None None] Provisioning complete for port 3d84fa02-de8d-4136-8a49-a66a37a840f8 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:07:44.068558 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-db2fda09-00c8-4849-9206-7b556085b758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (3d84fa02-de8d-4136-8a49-a66a37a840f8), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:44.106907 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-db2fda09-00c8-4849-9206-7b556085b758 None None] Port 3d84fa02-de8d-4136-8a49-a66a37a840f8 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:07:44.317325 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-6154d171-9f1a-4f7e-a3df-c3feaf4a4f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d84fa02-de8d-4136-8a49-a66a37a840f8 {{(pid=103420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:07:44.325087 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-6154d171-9f1a-4f7e-a3df-c3feaf4a4f9b service neutron] Publish callbacks [] for port (3d84fa02-de8d-4136-8a49-a66a37a840f8), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:44.338254 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.provisioning_blocks [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-6154d171-9f1a-4f7e-a3df-c3feaf4a4f9b service neutron] Transition to ACTIVE for port object 3d84fa02-de8d-4136-8a49-a66a37a840f8 will not be triggered until provisioned by entity L2. {{(pid=103420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:07:44.341747 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-6154d171-9f1a-4f7e-a3df-c3feaf4a4f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (3d84fa02-de8d-4136-8a49-a66a37a840f8), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:44.391121 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154d171-9f1a-4f7e-a3df-c3feaf4a4f9b service neutron] Pushing event updated for resources: {'Port': ['ID=3d84fa02-de8d-4136-8a49-a66a37a840f8,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:44.471908 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-6154d171-9f1a-4f7e-a3df-c3feaf4a4f9b service neutron] Attempting to bind port 3d84fa02-de8d-4136-8a49-a66a37a840f8 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:07:44.472620 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-6154d171-9f1a-4f7e-a3df-c3feaf4a4f9b service neutron] Attempting to bind port 3d84fa02-de8d-4136-8a49-a66a37a840f8 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '20ee2119-bd96-4bae-9b63-3a2a3167ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7af6f287-0289-408f-97fe-478b4b32ae37'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:07:44.472620 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-6154d171-9f1a-4f7e-a3df-c3feaf4a4f9b service neutron] Attempting to bind port 3d84fa02-de8d-4136-8a49-a66a37a840f8 on network 7af6f287-0289-408f-97fe-478b4b32ae37 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:07:44.478022 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-6154d171-9f1a-4f7e-a3df-c3feaf4a4f9b service neutron] Port 3d84fa02-de8d-4136-8a49-a66a37a840f8 on network 7af6f287-0289-408f-97fe-478b4b32ae37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:07:44.478343 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-6154d171-9f1a-4f7e-a3df-c3feaf4a4f9b service neutron] Attempting to bind port 3d84fa02-de8d-4136-8a49-a66a37a840f8 on network 7af6f287-0289-408f-97fe-478b4b32ae37 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:07:44.483860 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-6154d171-9f1a-4f7e-a3df-c3feaf4a4f9b service neutron] Checking agent: {'id': 'a0099bcd-bb41-4a7e-a45e-2f38f6e9b749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'started_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:07:44.484202 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-6154d171-9f1a-4f7e-a3df-c3feaf4a4f9b service neutron] Checking segment: {'id': '20ee2119-bd96-4bae-9b63-3a2a3167ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7af6f287-0289-408f-97fe-478b4b32ae37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:07:44.484623 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-6154d171-9f1a-4f7e-a3df-c3feaf4a4f9b service neutron] Bound using segment: {'id': '20ee2119-bd96-4bae-9b63-3a2a3167ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7af6f287-0289-408f-97fe-478b4b32ae37'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:07:44.485047 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-6154d171-9f1a-4f7e-a3df-c3feaf4a4f9b service neutron] Bound port: 3d84fa02-de8d-4136-8a49-a66a37a840f8, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20ee2119-bd96-4bae-9b63-3a2a3167ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7af6f287-0289-408f-97fe-478b4b32ae37'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:07:44.485402 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-6154d171-9f1a-4f7e-a3df-c3feaf4a4f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (3d84fa02-de8d-4136-8a49-a66a37a840f8), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:44.557213 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-6154d171-9f1a-4f7e-a3df-c3feaf4a4f9b service neutron] For port 3d84fa02-de8d-4136-8a49-a66a37a840f8, host hv-cinder-83800, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:07:44.560308 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-6154d171-9f1a-4f7e-a3df-c3feaf4a4f9b service neutron] For port 3d84fa02-de8d-4136-8a49-a66a37a840f8, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=3d84fa02-de8d-4136-8a49-a66a37a840f8,segment=NetworkSegment(20ee2119-bd96-4bae-9b63-3a2a3167ac8f),segment_id=20ee2119-bd96-4bae-9b63-3a2a3167ac8f)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:07:44.566445 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-6154d171-9f1a-4f7e-a3df-c3feaf4a4f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (3d84fa02-de8d-4136-8a49-a66a37a840f8), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:44.623560 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-6154d171-9f1a-4f7e-a3df-c3feaf4a4f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:44.624620 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-6154d171-9f1a-4f7e-a3df-c3feaf4a4f9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:44.625822 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-6154d171-9f1a-4f7e-a3df-c3feaf4a4f9b service neutron] 10.222.0.26 "PUT /v2.0/ports/3d84fa02-de8d-4136-8a49-a66a37a840f8 HTTP/1.1" status: 200 len: 1098 time: 0.6592219 Apr 14 22:07:44.629232 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab4064e-3733-4a14-8b39-71bf1a7bbbe6', 'tag': '3d84fa02-de8d-4136-8a49-a66a37a840f8'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:07:44.631684 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4777686-0088-45aa-82f1-3f7e4b854e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab4064e-3733-4a14-8b39-71bf1a7bbbe6", "tag": "3d84fa02-de8d-4136-8a49-a66a37a840f8"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:07:44.685942 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0010e3cb-4928-4783-bdc1-25cb195230f9 x-openstack-request-id: req-0010e3cb-4928-4783-bdc1-25cb195230f9 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:07:44.686325 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab4064e-3733-4a14-8b39-71bf1a7bbbe6", "tag": "3d84fa02-de8d-4136-8a49-a66a37a840f8", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:07:44.686642 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0010e3cb-4928-4783-bdc1-25cb195230f9 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:07:44.687105 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0010e3cb-4928-4783-bdc1-25cb195230f9'] response: {'name': 'network-changed', 'server_uuid': '2ab4064e-3733-4a14-8b39-71bf1a7bbbe6', 'tag': '3d84fa02-de8d-4136-8a49-a66a37a840f8', 'status': 'completed', 'code': 200} Apr 14 22:07:44.701380 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154d171-9f1a-4f7e-a3df-c3feaf4a4f9b service neutron] Pushing event updated for resources: {'Port': ['ID=3d84fa02-de8d-4136-8a49-a66a37a840f8,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:44.742914 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645287b-3c76-4c7e-9896-3fe09b243333 req-f34bcd3f-156d-413d-be88-58672f68331c tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:44.744496 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-f645287b-3c76-4c7e-9896-3fe09b243333 req-f34bcd3f-156d-413d-be88-58672f68331c tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab4064e-3733-4a14-8b39-71bf1a7bbbe6 HTTP/1.1" status: 200 len: 948 time: 0.1232963 Apr 14 22:07:44.755012 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-b5b31db1-f8de-48dc-8428-0301a31d6349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:44.756770 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-b5b31db1-f8de-48dc-8428-0301a31d6349 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c17a4c415af41eeb7577c8027530da1&device_id=2ab4064e-3733-4a14-8b39-71bf1a7bbbe6 HTTP/1.1" status: 200 len: 1132 time: 0.0727737 Apr 14 22:07:44.810436 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-85a3c09e-ce08-4e44-b410-8a011dbb7ec0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=3d84fa02-de8d-4136-8a49-a66a37a840f8 HTTP/1.1" status: 200 len: 217 time: 0.0443866 Apr 14 22:07:44.868742 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-f645287b-3c76-4c7e-9896-3fe09b243333 req-5a1b7243-5704-4566-beb3-e73c169caed6 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db1aa1a-a144-4d36-9ab1-0f6639fdf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103861 Apr 14 22:07:44.883231 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-73de756d-615c-416f-8cb7-39e48f1d937c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:44.884672 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-73de756d-615c-416f-8cb7-39e48f1d937c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc64d955-53f4-48e4-9ee4-9f9a5a96dadd HTTP/1.1" status: 200 len: 843 time: 0.0625544 Apr 14 22:07:44.927315 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-a00a6381-fc77-43d8-977a-6129dc2f1a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:44.928801 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-a00a6381-fc77-43d8-977a-6129dc2f1a10 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7af6f287-0289-408f-97fe-478b4b32ae37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0378840 Apr 14 22:07:45.018992 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-a86256cd-fc21-46b5-8daf-d9864dcc322e service neutron] 10.222.0.26 "GET /v2.0/networks/7af6f287-0289-408f-97fe-478b4b32ae37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838695 Apr 14 22:07:45.105845 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fc429541-af0e-43a8-8421-a9fe028b33fd req-0bfbbeb7-dc00-4da8-8579-6233b5452df5 service neutron] 10.222.0.26 "GET /v2.0/networks/7af6f287-0289-408f-97fe-478b4b32ae37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809259 Apr 14 22:07:45.986793 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaeac00-a2f7-4f4e-9cbc-58796f5c8c61 req-86caa9e5-b49a-4108-8021-4e00af7214e8 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:45.988403 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ddaeac00-a2f7-4f4e-9cbc-58796f5c8c61 req-86caa9e5-b49a-4108-8021-4e00af7214e8 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab4064e-3733-4a14-8b39-71bf1a7bbbe6 HTTP/1.1" status: 200 len: 948 time: 0.0499961 Apr 14 22:07:45.990748 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4777686-0088-45aa-82f1-3f7e4b854e1c req-e5bf04a5-0a27-44e8-9377-29e7d0135dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:45.993166 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e4777686-0088-45aa-82f1-3f7e4b854e1c req-e5bf04a5-0a27-44e8-9377-29e7d0135dcf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c17a4c415af41eeb7577c8027530da1&device_id=2ab4064e-3733-4a14-8b39-71bf1a7bbbe6 HTTP/1.1" status: 200 len: 1132 time: 0.0418432 Apr 14 22:07:46.035468 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ddaeac00-a2f7-4f4e-9cbc-58796f5c8c61 req-f6062f0f-8135-4659-a150-d9762c755f05 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db1aa1a-a144-4d36-9ab1-0f6639fdf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410740 Apr 14 22:07:46.374338 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 50772) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:46.547531 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4777686-0088-45aa-82f1-3f7e4b854e1c req-330026ff-1b6f-4f80-9014-2276f3fe3a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:46.549044 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e4777686-0088-45aa-82f1-3f7e4b854e1c req-330026ff-1b6f-4f80-9014-2276f3fe3a50 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7af6f287-0289-408f-97fe-478b4b32ae37 HTTP/1.1" status: 200 len: 869 time: 0.3634889 Apr 14 22:07:46.558872 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 3d84fa02-de8d-4136-8a49-a66a37a840f8 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:07:46.595023 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e4777686-0088-45aa-82f1-3f7e4b854e1c req-92006f9c-de0f-4738-ab7e-14339f95648f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=3d84fa02-de8d-4136-8a49-a66a37a840f8 HTTP/1.1" status: 200 len: 217 time: 0.0354598 Apr 14 22:07:46.650769 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4777686-0088-45aa-82f1-3f7e4b854e1c req-76109125-ef09-4439-802c-0693719c0f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:46.652257 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e4777686-0088-45aa-82f1-3f7e4b854e1c req-76109125-ef09-4439-802c-0693719c0f26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc64d955-53f4-48e4-9ee4-9f9a5a96dadd HTTP/1.1" status: 200 len: 843 time: 0.0512981 Apr 14 22:07:46.662118 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 3d84fa02-de8d-4136-8a49-a66a37a840f8, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=3d84fa02-de8d-4136-8a49-a66a37a840f8,segment=NetworkSegment(20ee2119-bd96-4bae-9b63-3a2a3167ac8f),segment_id=20ee2119-bd96-4bae-9b63-3a2a3167ac8f)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:46.682632 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Returning: {'device': '3d84fa02-de8d-4136-8a49-a66a37a840f8', 'network_id': '7af6f287-0289-408f-97fe-478b4b32ae37', 'port_id': '3d84fa02-de8d-4136-8a49-a66a37a840f8', 'mac_address': 'fa:16:3e:81:38:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc64d955-53f4-48e4-9ee4-9f9a5a96dadd', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:07:46.699043 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4777686-0088-45aa-82f1-3f7e4b854e1c req-1ade39d7-9f4e-4807-aea6-569742abdd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:46.700004 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e4777686-0088-45aa-82f1-3f7e4b854e1c req-1ade39d7-9f4e-4807-aea6-569742abdd1f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7af6f287-0289-408f-97fe-478b4b32ae37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0409429 Apr 14 22:07:46.723578 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 3d84fa02-de8d-4136-8a49-a66a37a840f8 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:07:46.724371 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (3d84fa02-de8d-4136-8a49-a66a37a840f8), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:46.743375 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d84fa02-de8d-4136-8a49-a66a37a840f8 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:07:46.771347 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 3d84fa02-de8d-4136-8a49-a66a37a840f8, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=3d84fa02-de8d-4136-8a49-a66a37a840f8,segment=NetworkSegment(20ee2119-bd96-4bae-9b63-3a2a3167ac8f),segment_id=20ee2119-bd96-4bae-9b63-3a2a3167ac8f)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:46.780915 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (3d84fa02-de8d-4136-8a49-a66a37a840f8), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:46.828779 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e4777686-0088-45aa-82f1-3f7e4b854e1c req-d1c741d2-99cb-4a01-8f5d-7db09f250d60 service neutron] 10.222.0.26 "GET /v2.0/networks/7af6f287-0289-408f-97fe-478b4b32ae37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221473 Apr 14 22:07:46.846916 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=3d84fa02-de8d-4136-8a49-a66a37a840f8,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:46.856187 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:46.856698 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:46.857165 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:46.858072 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:46.858072 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:46.858531 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:46.858959 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:46.859384 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:46.859914 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:46.860472 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:46.860903 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:46.861496 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:46.862057 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:46.862774 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:46.863135 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:46.908434 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c788e6fd-8ce5-43b9-8b36-b16a4871e175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1775047'] for router_interface (b5cb3676-f843-422c-b6c3-06c106e2b12c), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:46.945807 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e4777686-0088-45aa-82f1-3f7e4b854e1c req-821d3f9c-4226-40f2-8192-75e4516231ad service neutron] 10.222.0.26 "GET /v2.0/networks/7af6f287-0289-408f-97fe-478b4b32ae37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077161 Apr 14 22:07:47.014204 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['3d84fa02-de8d-4136-8a49-a66a37a840f8'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:07:47.188997 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780e265-9a47-4e2d-b85f-fd5381d1f738 req-5a05b817-122c-4459-9fc3-73293ef52fd8 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:47.190440 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b780e265-9a47-4e2d-b85f-fd5381d1f738 req-5a05b817-122c-4459-9fc3-73293ef52fd8 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab4064e-3733-4a14-8b39-71bf1a7bbbe6 HTTP/1.1" status: 200 len: 949 time: 0.0730815 Apr 14 22:07:47.216287 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c788e6fd-8ce5-43b9-8b36-b16a4871e175 admin admin] Deleting port 25b76d79-b93f-4d5b-a1c4-5986216bb436 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:07:47.216655 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c788e6fd-8ce5-43b9-8b36-b16a4871e175 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (25b76d79-b93f-4d5b-a1c4-5986216bb436), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:47.294271 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b780e265-9a47-4e2d-b85f-fd5381d1f738 req-66a112f0-9c90-43e5-89db-8afa324793c7 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db1aa1a-a144-4d36-9ab1-0f6639fdf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938900 Apr 14 22:07:47.321633 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-c788e6fd-8ce5-43b9-8b36-b16a4871e175 admin admin] For port 25b76d79-b93f-4d5b-a1c4-5986216bb436, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=25b76d79-b93f-4d5b-a1c4-5986216bb436,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:47.322263 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c788e6fd-8ce5-43b9-8b36-b16a4871e175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (25b76d79-b93f-4d5b-a1c4-5986216bb436), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:47.335211 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c788e6fd-8ce5-43b9-8b36-b16a4871e175 admin admin] Calling delete_port for 25b76d79-b93f-4d5b-a1c4-5986216bb436 owned by network:router_interface {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:07:47.521391 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c788e6fd-8ce5-43b9-8b36-b16a4871e175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (25b76d79-b93f-4d5b-a1c4-5986216bb436), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:47.550340 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788e6fd-8ce5-43b9-8b36-b16a4871e175 admin admin] Pushing event deleted for resources: {'Port': ['ID=25b76d79-b93f-4d5b-a1c4-5986216bb436,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:47.727308 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c788e6fd-8ce5-43b9-8b36-b16a4871e175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1774939'] for router_interface (b5cb3676-f843-422c-b6c3-06c106e2b12c), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:48.217972 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c788e6fd-8ce5-43b9-8b36-b16a4871e175 admin admin] Router b5cb3676-f843-422c-b6c3-06c106e2b12c has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:07:48.306181 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b67c54-3097-4740-bc75-5adbeb4d48d8 req-392981ef-00c6-4efa-b20d-0374604b215a tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:48.307670 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d1b67c54-3097-4740-bc75-5adbeb4d48d8 req-392981ef-00c6-4efa-b20d-0374604b215a tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?device_id=684c9a83-21dc-4028-ad9a-61b51c7d8316 HTTP/1.1" status: 200 len: 945 time: 0.0828803 Apr 14 22:07:48.395073 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c788e6fd-8ce5-43b9-8b36-b16a4871e175 admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:07:48.399596 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d1b67c54-3097-4740-bc75-5adbeb4d48d8 req-a6836ad5-a960-4a2e-9f80-39b7ae7df0a9 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d0e0e6a-281c-4b62-aeba-204845b6a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597787 Apr 14 22:07:48.403027 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-c788e6fd-8ce5-43b9-8b36-b16a4871e175 admin admin] 10.222.0.43 "PUT /v2.0/routers/b5cb3676-f843-422c-b6c3-06c106e2b12c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0276022 Apr 14 22:07:48.405599 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 50796) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:48.412683 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeb41cc-a785-4a6c-953c-0f29e80e9d35 None None] Sync routers for ids ['b5cb3676-f843-422c-b6c3-06c106e2b12c'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:07:48.413248 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd5135-18aa-4845-aba0-f2c74b13e964 req-82a7fb39-6b0f-4aee-8501-b957beb74767 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:48.415364 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-f6dd5135-18aa-4845-aba0-f2c74b13e964 req-82a7fb39-6b0f-4aee-8501-b957beb74767 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab4064e-3733-4a14-8b39-71bf1a7bbbe6 HTTP/1.1" status: 200 len: 949 time: 0.0517850 Apr 14 22:07:48.435093 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeb41cc-a785-4a6c-953c-0f29e80e9d35 None None] Routers {'b5cb3676-f843-422c-b6c3-06c106e2b12c'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:07:48.435723 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-bfeb41cc-a785-4a6c-953c-0f29e80e9d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:07:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b5cb3676-f843-422c-b6c3-06c106e2b12c'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:48.473266 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-f6dd5135-18aa-4845-aba0-f2c74b13e964 req-216951dc-30bb-4be8-bb39-5fc22b28e362 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db1aa1a-a144-4d36-9ab1-0f6639fdf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514855 Apr 14 22:07:48.515194 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d4bc9564-2a25-4ae8-a5bf-60ea55abed8e admin admin] Publish callbacks [] for router (b5cb3676-f843-422c-b6c3-06c106e2b12c), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:48.545167 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-bfeb41cc-a785-4a6c-953c-0f29e80e9d35 None None] Set router b5cb3676-f843-422c-b6c3-06c106e2b12c gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:07:48.574578 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 3d84fa02-de8d-4136-8a49-a66a37a840f8 up at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:07:48.621137 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d4bc9564-2a25-4ae8-a5bf-60ea55abed8e admin admin] Publish callbacks [] for router_gateway (b5cb3676-f843-422c-b6c3-06c106e2b12c), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:48.666948 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d4bc9564-2a25-4ae8-a5bf-60ea55abed8e admin admin] Deleting port 413a6bee-08a1-4110-ad7d-9e9edd07aee8 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:07:48.666948 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d4bc9564-2a25-4ae8-a5bf-60ea55abed8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (413a6bee-08a1-4110-ad7d-9e9edd07aee8), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:48.706050 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning for port 3d84fa02-de8d-4136-8a49-a66a37a840f8 completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:07:48.718376 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning complete for port 3d84fa02-de8d-4136-8a49-a66a37a840f8 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:07:48.718761 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (3d84fa02-de8d-4136-8a49-a66a37a840f8), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:48.754370 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-d4bc9564-2a25-4ae8-a5bf-60ea55abed8e admin admin] For port 413a6bee-08a1-4110-ad7d-9e9edd07aee8, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=413a6bee-08a1-4110-ad7d-9e9edd07aee8,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:48.754733 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d4bc9564-2a25-4ae8-a5bf-60ea55abed8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (413a6bee-08a1-4110-ad7d-9e9edd07aee8), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:48.767712 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-d4bc9564-2a25-4ae8-a5bf-60ea55abed8e admin admin] Calling delete_port for 413a6bee-08a1-4110-ad7d-9e9edd07aee8 owned by network:router_gateway {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:07:48.798807 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-bfeb41cc-a785-4a6c-953c-0f29e80e9d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'name': 'tempest-AttachVolumeShelveTestJSON-1162303746-router', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:45Z', 'updated_at': '2022-04-14T22:07:47Z', 'revision_number': 5, 'project_id': '8354505d255643918a23f2f53ed53d67', 'gw_port': {'id': '413a6bee-08a1-4110-ad7d-9e9edd07aee8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:00:46Z', 'updated_at': '2022-04-14T22:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:48.829059 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeb41cc-a785-4a6c-953c-0f29e80e9d35 None None] Checking router: b5cb3676-f843-422c-b6c3-06c106e2b12c for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:07:48.860507 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeb41cc-a785-4a6c-953c-0f29e80e9d35 None None] Routers {'b5cb3676-f843-422c-b6c3-06c106e2b12c'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:07:48.861128 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-bfeb41cc-a785-4a6c-953c-0f29e80e9d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:07:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b5cb3676-f843-422c-b6c3-06c106e2b12c'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:48.929616 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 3d84fa02-de8d-4136-8a49-a66a37a840f8 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:07:48.929911 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (3d84fa02-de8d-4136-8a49-a66a37a840f8), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:48.939042 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d4bc9564-2a25-4ae8-a5bf-60ea55abed8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (413a6bee-08a1-4110-ad7d-9e9edd07aee8), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:48.964572 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc9564-2a25-4ae8-a5bf-60ea55abed8e admin admin] Pushing event deleted for resources: {'Port': ['ID=413a6bee-08a1-4110-ad7d-9e9edd07aee8,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:48.972814 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab4064e-3733-4a14-8b39-71bf1a7bbbe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d84fa02-de8d-4136-8a49-a66a37a840f8'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:07:48.975060 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530b6f79e2c270c80a285cfd043402f608e5b18a2df6684fea4c07fd95dfc091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07330858-32c5-4c23-9042-0d56ef1afdc3" -d '{"events": [{"server_uuid": "2ab4064e-3733-4a14-8b39-71bf1a7bbbe6", "name": "network-vif-plugged", "status": "completed", "tag": "3d84fa02-de8d-4136-8a49-a66a37a840f8"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:07:48.999168 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-bfeb41cc-a785-4a6c-953c-0f29e80e9d35 None None] Set router b5cb3676-f843-422c-b6c3-06c106e2b12c gateway port host: None {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:07:49.001968 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 3d84fa02-de8d-4136-8a49-a66a37a840f8, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=3d84fa02-de8d-4136-8a49-a66a37a840f8,segment=NetworkSegment(20ee2119-bd96-4bae-9b63-3a2a3167ac8f),segment_id=20ee2119-bd96-4bae-9b63-3a2a3167ac8f)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:49.029494 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d4bc9564-2a25-4ae8-a5bf-60ea55abed8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773821'] for router_gateway (b5cb3676-f843-422c-b6c3-06c106e2b12c), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:49.032537 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e7816b-7811-44af-80cc-fa196847e01c x-openstack-request-id: req-b0e7816b-7811-44af-80cc-fa196847e01c {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:07:49.032853 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab4064e-3733-4a14-8b39-71bf1a7bbbe6", "name": "network-vif-plugged", "status": "completed", "tag": "3d84fa02-de8d-4136-8a49-a66a37a840f8", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:07:49.033106 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b0e7816b-7811-44af-80cc-fa196847e01c {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:07:49.033494 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0e7816b-7811-44af-80cc-fa196847e01c'] response: {'server_uuid': '2ab4064e-3733-4a14-8b39-71bf1a7bbbe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d84fa02-de8d-4136-8a49-a66a37a840f8', 'code': 200} Apr 14 22:07:49.060058 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (3d84fa02-de8d-4136-8a49-a66a37a840f8), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:49.064378 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-bfeb41cc-a785-4a6c-953c-0f29e80e9d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'name': 'tempest-AttachVolumeShelveTestJSON-1162303746-router', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:45Z', 'updated_at': '2022-04-14T22:07:48Z', 'revision_number': 6, 'project_id': '8354505d255643918a23f2f53ed53d67', 'gw_port_host': None}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:49.110439 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeb41cc-a785-4a6c-953c-0f29e80e9d35 None None] The sync data for ids ['b5cb3676-f843-422c-b6c3-06c106e2b12c'] in dv-cinder-838009-1-iscsi is: [{'id': 'b5cb3676-f843-422c-b6c3-06c106e2b12c', 'name': 'tempest-AttachVolumeShelveTestJSON-1162303746-router', 'tenant_id': '8354505d255643918a23f2f53ed53d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:00:45Z', 'updated_at': '2022-04-14T22:07:48Z', 'revision_number': 6, 'project_id': '8354505d255643918a23f2f53ed53d67', 'gw_port_host': None}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:07:49.121546 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d4bc9564-2a25-4ae8-a5bf-60ea55abed8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1780003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26535'] for router (b5cb3676-f843-422c-b6c3-06c106e2b12c), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:49.123792 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d4bc9564-2a25-4ae8-a5bf-60ea55abed8e admin admin] Publish callbacks [] for router_controller (b5cb3676-f843-422c-b6c3-06c106e2b12c), precommit_delete_associations {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:49.134586 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=3d84fa02-de8d-4136-8a49-a66a37a840f8,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:49.168184 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d4bc9564-2a25-4ae8-a5bf-60ea55abed8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1779992'] for router (b5cb3676-f843-422c-b6c3-06c106e2b12c), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:49.168801 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bc9564-2a25-4ae8-a5bf-60ea55abed8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5cb3676-f843-422c-b6c3-06c106e2b12c {{(pid=103419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:07:49.173376 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d4bc9564-2a25-4ae8-a5bf-60ea55abed8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:49.174547 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-d4bc9564-2a25-4ae8-a5bf-60ea55abed8e admin admin] 10.222.0.43 "DELETE /v2.0/routers/b5cb3676-f843-422c-b6c3-06c106e2b12c HTTP/1.1" status: 204 len: 168 time: 0.7680414 Apr 14 22:07:49.177212 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 50800) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:49.221971 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_v2 [None req-b766b4c4-d6d2-4aa6-9c0e-f0ad138256b5 admin admin] Deleting subnet 0a14408c-0a04-4255-b049-e60b2b57871e {{(pid=103419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:07:49.225021 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b766b4c4-d6d2-4aa6-9c0e-f0ad138256b5 admin admin] Publish callbacks [] for subnet (0a14408c-0a04-4255-b049-e60b2b57871e), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:49.262472 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b766b4c4-d6d2-4aa6-9c0e-f0ad138256b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2730075'] for subnet (0a14408c-0a04-4255-b049-e60b2b57871e), precommit_delete_associations {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:49.364442 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b766b4c4-d6d2-4aa6-9c0e-f0ad138256b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779310'] for subnet (0a14408c-0a04-4255-b049-e60b2b57871e), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:49.415971 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b766b4c4-d6d2-4aa6-9c0e-f0ad138256b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9471835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9650152'] for subnet (0a14408c-0a04-4255-b049-e60b2b57871e), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:49.446317 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766b4c4-d6d2-4aa6-9c0e-f0ad138256b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a14408c-0a04-4255-b049-e60b2b57871e,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:49.448631 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b766b4c4-d6d2-4aa6-9c0e-f0ad138256b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:49.452037 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-b766b4c4-d6d2-4aa6-9c0e-f0ad138256b5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0a14408c-0a04-4255-b049-e60b2b57871e HTTP/1.1" status: 204 len: 168 time: 0.2737505 Apr 14 22:07:49.454502 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 50804) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:49.457656 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f6ead1-ab5f-460f-9f83-c9e807999ffd None None] Network 85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:07:49.553465 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4e611f55-15de-4f1c-b17f-32793c346243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606303'] for network (85de08d8-9eb8-4e52-8d6f-cc3f42de82b0), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:49.601711 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d507f-3f5e-4316-95ea-8dc9b649d8b6 req-5b7d445f-a90c-4e91-a649-649d9f43c192 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:49.610151 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6d1d507f-3f5e-4316-95ea-8dc9b649d8b6 req-5b7d445f-a90c-4e91-a649-649d9f43c192 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?device_id=684c9a83-21dc-4028-ad9a-61b51c7d8316 HTTP/1.1" status: 200 len: 945 time: 0.1047592 Apr 14 22:07:49.660796 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6d1d507f-3f5e-4316-95ea-8dc9b649d8b6 req-d327dc43-7f52-4990-b0aa-e7f50efef9fd tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d0e0e6a-281c-4b62-aeba-204845b6a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492210 Apr 14 22:07:49.675351 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-4e611f55-15de-4f1c-b17f-32793c346243 admin admin] Deleting port e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:07:49.675677 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4e611f55-15de-4f1c-b17f-32793c346243 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:49.683887 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26821a7-be15-4ce0-958f-bd21e43d2147 req-5b6c641e-c7ab-4bcc-9cf9-14ace9487182 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:49.687652 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f26821a7-be15-4ce0-958f-bd21e43d2147 req-5b6c641e-c7ab-4bcc-9cf9-14ace9487182 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab4064e-3733-4a14-8b39-71bf1a7bbbe6 HTTP/1.1" status: 200 len: 950 time: 0.0946133 Apr 14 22:07:49.779689 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-4e611f55-15de-4f1c-b17f-32793c346243 admin admin] For port e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5,segment=NetworkSegment(18e25c8e-e606-4d30-8374-8a98b19bd17a),segment_id=18e25c8e-e606-4d30-8374-8a98b19bd17a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:49.780049 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4e611f55-15de-4f1c-b17f-32793c346243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:49.800186 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-4e611f55-15de-4f1c-b17f-32793c346243 admin admin] Calling delete_port for e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:07:49.804956 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f26821a7-be15-4ce0-958f-bd21e43d2147 req-8d0d0892-525e-47d4-a0b6-918cf3445ddb tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db1aa1a-a144-4d36-9ab1-0f6639fdf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038043 Apr 14 22:07:49.830629 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7dea8-a9d7-4e53-96ea-b98d206c006e req-6b09081c-1db9-4fd8-9a6c-f044f7589c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:49.830629 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-25c7dea8-a9d7-4e53-96ea-b98d206c006e req-6b09081c-1db9-4fd8-9a6c-f044f7589c7b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ab4064e-3733-4a14-8b39-71bf1a7bbbe6 HTTP/1.1" status: 200 len: 1134 time: 0.0468609 Apr 14 22:07:49.890730 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4e611f55-15de-4f1c-b17f-32793c346243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:49.917551 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e611f55-15de-4f1c-b17f-32793c346243 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:49.921665 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e611f55-15de-4f1c-b17f-32793c346243 admin admin] No DVR routers for this DVR port e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5 on host dv-cinder-838009-1-iscsi {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:07:49.942686 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ce66be-da67-43ac-8bdf-10bf20eb8109 None None] DHCP port deletion for 85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 request from dv-cinder-838009-1-iscsi {{(pid=103421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:07:49.954349 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3890249-fa05-4e3c-9bb0-fce372ef4375 req-a055f88b-02b8-4398-bfa8-c8e1b9414ee4 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:49.955309 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b3890249-fa05-4e3c-9bb0-fce372ef4375 req-a055f88b-02b8-4398-bfa8-c8e1b9414ee4 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.26 "GET /v2.0/ports?device_id=684c9a83-21dc-4028-ad9a-61b51c7d8316 HTTP/1.1" status: 200 len: 945 time: 0.0817542 Apr 14 22:07:49.990412 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-25c7dea8-a9d7-4e53-96ea-b98d206c006e req-c7a8664b-86e0-4fe4-b58d-1d3dba3a37d8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8db1aa1a-a144-4d36-9ab1-0f6639fdf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222754 Apr 14 22:07:50.002222 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4e611f55-15de-4f1c-b17f-32793c346243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786069', 'neutron.services.segments.db._delete_segments_for_network-8754551739832'] for network (85de08d8-9eb8-4e52-8d6f-cc3f42de82b0), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:50.022484 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-4e611f55-15de-4f1c-b17f-32793c346243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85de08d8-9eb8-4e52-8d6f-cc3f42de82b0']}} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:50.032517 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-4e611f55-15de-4f1c-b17f-32793c346243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e25c8e-e606-4d30-8374-8a98b19bd17a') {'for_net_delete': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:50.033031 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-4e611f55-15de-4f1c-b17f-32793c346243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e25c8e-e606-4d30-8374-8a98b19bd17a') {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:50.044027 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4e611f55-15de-4f1c-b17f-32793c346243 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754551744449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2730080'] for segment (18e25c8e-e606-4d30-8374-8a98b19bd17a), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:50.052294 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-b3890249-fa05-4e3c-9bb0-fce372ef4375 req-9f326212-6207-4ace-99b6-eb0826af41e2 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Deleting port 3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:07:50.052755 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-b3890249-fa05-4e3c-9bb0-fce372ef4375 req-9f326212-6207-4ace-99b6-eb0826af41e2 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:50.060007 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4e611f55-15de-4f1c-b17f-32793c346243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (18e25c8e-e606-4d30-8374-8a98b19bd17a), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:50.069628 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e611f55-15de-4f1c-b17f-32793c346243 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:07:50.069973 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4e611f55-15de-4f1c-b17f-32793c346243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9471969'] for segment (18e25c8e-e606-4d30-8374-8a98b19bd17a), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: Traceback (most recent call last): Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: timer() Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: cb(*args, **kw) Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: return func(*args, **kwargs) Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: self._notify() Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: self.callback(batched_events) Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: event.method(event) Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: return f(self, *a, **k) Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: return self._get(url).json() Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: return self.request(url, 'GET', **kwargs) Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:07:50.071758 dv-cinder-838009-1-iscsi neutron-server[103419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:07:50.135927 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4e611f55-15de-4f1c-b17f-32793c346243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773785'] for network (85de08d8-9eb8-4e52-8d6f-cc3f42de82b0), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:50.142715 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4e611f55-15de-4f1c-b17f-32793c346243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:50.145965 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-4e611f55-15de-4f1c-b17f-32793c346243 admin admin] 10.222.0.43 "DELETE /v2.0/networks/85de08d8-9eb8-4e52-8d6f-cc3f42de82b0 HTTP/1.1" status: 204 len: 168 time: 0.6904945 Apr 14 22:07:50.156975 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e611f55-15de-4f1c-b17f-32793c346243 admin admin] Pushing event deleted for resources: {'Network': ['ID=85de08d8-9eb8-4e52-8d6f-cc3f42de82b0,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:50.163607 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-b3890249-fa05-4e3c-9bb0-fce372ef4375 req-9f326212-6207-4ace-99b6-eb0826af41e2 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] For port 3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca,segment=NetworkSegment(d9cf2c94-e337-4a87-a517-a3c5dd5df919),segment_id=d9cf2c94-e337-4a87-a517-a3c5dd5df919)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:50.164823 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-b3890249-fa05-4e3c-9bb0-fce372ef4375 req-9f326212-6207-4ace-99b6-eb0826af41e2 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:50.181728 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-b3890249-fa05-4e3c-9bb0-fce372ef4375 req-9f326212-6207-4ace-99b6-eb0826af41e2 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Calling delete_port for 3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca owned by compute:nova {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:07:50.293717 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 50810) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:50.325103 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-b3890249-fa05-4e3c-9bb0-fce372ef4375 req-9f326212-6207-4ace-99b6-eb0826af41e2 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:50.337501 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:07:50.344925 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-a6f9213d-a280-4de3-92a0-dcb8c27273d5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8354505d255643918a23f2f53ed53d67&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0499809 Apr 14 22:07:50.345585 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 50812) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:50.362425 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f326212-6207-4ace-99b6-eb0826af41e2 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Pushing event deleted for resources: {'Port': ['ID=3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:50.397978 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-05579b3a-3c58-463e-ab97-4b00136ebfff admin admin] Publish callbacks [] for security_group (fce12f0b-3a31-4a51-b726-513de06aac36), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:50.410103 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3890249-fa05-4e3c-9bb0-fce372ef4375 req-9f326212-6207-4ace-99b6-eb0826af41e2 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] No DVR routers for this DVR port 3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca on host hv-cinder-83800 {{(pid=103420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:07:50.413046 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-b3890249-fa05-4e3c-9bb0-fce372ef4375 req-9f326212-6207-4ace-99b6-eb0826af41e2 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:50.417635 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b3890249-fa05-4e3c-9bb0-fce372ef4375 req-9f326212-6207-4ace-99b6-eb0826af41e2 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.26 "DELETE /v2.0/ports/3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca HTTP/1.1" status: 204 len: 173 time: 0.4560416 Apr 14 22:07:50.418111 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684c9a83-21dc-4028-ad9a-61b51c7d8316', 'name': 'network-vif-deleted', 'tag': '3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:07:50.420376 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43fd8ab-88f3-4b18-b304-688fabe2a386" -d '{"events": [{"server_uuid": "684c9a83-21dc-4028-ad9a-61b51c7d8316", "name": "network-vif-deleted", "tag": "3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:07:50.420517 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-05579b3a-3c58-463e-ab97-4b00136ebfff admin admin] Publish callbacks [] for security_group (fce12f0b-3a31-4a51-b726-513de06aac36), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:50.457144 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2609a9e-e0e1-4eb4-be82-020255560b8d x-openstack-request-id: req-a2609a9e-e0e1-4eb4-be82-020255560b8d {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:07:50.457442 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684c9a83-21dc-4028-ad9a-61b51c7d8316", "name": "network-vif-deleted", "tag": "3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:07:50.457696 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a2609a9e-e0e1-4eb4-be82-020255560b8d {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:07:50.458106 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2609a9e-e0e1-4eb4-be82-020255560b8d'] response: {'server_uuid': '684c9a83-21dc-4028-ad9a-61b51c7d8316', 'name': 'network-vif-deleted', 'tag': '3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca', 'status': 'completed', 'code': 200} Apr 14 22:07:50.474134 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-05579b3a-3c58-463e-ab97-4b00136ebfff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (fce12f0b-3a31-4a51-b726-513de06aac36), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:50.477619 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-05579b3a-3c58-463e-ab97-4b00136ebfff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:50.478759 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-05579b3a-3c58-463e-ab97-4b00136ebfff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fce12f0b-3a31-4a51-b726-513de06aac36 HTTP/1.1" status: 204 len: 168 time: 0.1322467 Apr 14 22:07:50.487030 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05579b3a-3c58-463e-ab97-4b00136ebfff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce12f0b-3a31-4a51-b726-513de06aac36,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:50.740740 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 413a6bee-08a1-4110-ad7d-9e9edd07aee8 no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:07:50.765306 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: 413a6bee-08a1-4110-ad7d-9e9edd07aee8 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:07:50.765666 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 413a6bee-08a1-4110-ad7d-9e9edd07aee8 not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:07:50.766110 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 25b76d79-b93f-4d5b-a1c4-5986216bb436 no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:07:50.781542 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-356778e3-b23c-4f89-b03a-5d758549dd72 req-0168e6b7-c2e3-4b8a-9572-e241466192e3 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?device_id=684c9a83-21dc-4028-ad9a-61b51c7d8316 HTTP/1.1" status: 200 len: 210 time: 0.0299995 Apr 14 22:07:50.798475 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: 25b76d79-b93f-4d5b-a1c4-5986216bb436 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:07:50.799235 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 25b76d79-b93f-4d5b-a1c4-5986216bb436 not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:07:50.800105 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5 no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:07:50.833009 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:07:50.833916 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device e2c1e88c-f31f-4ee1-a394-32d83ad4f2a5 not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:07:50.929538 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363096ad-3216-451e-83d6-79f8df0405b3 req-898c4e56-5c4c-42a7-a2f3-8fc2f6c74c0d tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:50.931160 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-363096ad-3216-451e-83d6-79f8df0405b3 req-898c4e56-5c4c-42a7-a2f3-8fc2f6c74c0d tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab4064e-3733-4a14-8b39-71bf1a7bbbe6 HTTP/1.1" status: 200 len: 950 time: 0.0491879 Apr 14 22:07:50.990806 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-363096ad-3216-451e-83d6-79f8df0405b3 req-2024a043-6634-4626-add9-7e34c83d4daa tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db1aa1a-a144-4d36-9ab1-0f6639fdf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539322 Apr 14 22:07:51.178325 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 50840) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:51.287118 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-0e262e05-e11d-43cb-a2f7-fa7b7aa8e0b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1114669696-network', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:07:51.306699 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e262e05-e11d-43cb-a2f7-fa7b7aa8e0b5 admin admin] Made reservation on behalf of 5b75ef479aa7489a99a288245e0b1ee4 for: {'network': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:07:51.309005 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0e262e05-e11d-43cb-a2f7-fa7b7aa8e0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for network (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:51.317330 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0e262e05-e11d-43cb-a2f7-fa7b7aa8e0b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:51.394457 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0e262e05-e11d-43cb-a2f7-fa7b7aa8e0b5 admin admin] Publish callbacks [] for security_group (8b67c1e6-6826-45fc-9b00-62402d9c4aad), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:51.400178 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0e262e05-e11d-43cb-a2f7-fa7b7aa8e0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (8b67c1e6-6826-45fc-9b00-62402d9c4aad), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:51.425324 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e262e05-e11d-43cb-a2f7-fa7b7aa8e0b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:07:51.435463 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e262e05-e11d-43cb-a2f7-fa7b7aa8e0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b67c1e6-6826-45fc-9b00-62402d9c4aad,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:51.441551 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0e262e05-e11d-43cb-a2f7-fa7b7aa8e0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (b5996a32-60a1-44ba-8256-139740aea29c), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:51.441908 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.segments_db [None req-0e262e05-e11d-43cb-a2f7-fa7b7aa8e0b5 admin admin] Added segment b5996a32-60a1-44ba-8256-139740aea29c of type vlan for network f84dca83-5c69-4fab-98e8-e2e1569693dd Apr 14 22:07:51.484040 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0e262e05-e11d-43cb-a2f7-fa7b7aa8e0b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754551219941'] for network (f84dca83-5c69-4fab-98e8-e2e1569693dd), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:51.510336 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0e262e05-e11d-43cb-a2f7-fa7b7aa8e0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for network (f84dca83-5c69-4fab-98e8-e2e1569693dd), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:51.511291 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e262e05-e11d-43cb-a2f7-fa7b7aa8e0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:51.511867 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0e262e05-e11d-43cb-a2f7-fa7b7aa8e0b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:51.544061 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-0e262e05-e11d-43cb-a2f7-fa7b7aa8e0b5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3645360 Apr 14 22:07:51.547003 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 50844) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:51.554152 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-2c4e28c2-b633-4300-8572-39a177d36f0c admin admin] Request body: {'subnet': {'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-subnet', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:07:51.576746 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e262e05-e11d-43cb-a2f7-fa7b7aa8e0b5 admin admin] Pushing event updated for resources: {'Network': ['ID=f84dca83-5c69-4fab-98e8-e2e1569693dd,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:51.586120 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4e28c2-b633-4300-8572-39a177d36f0c admin admin] Made reservation on behalf of 5b75ef479aa7489a99a288245e0b1ee4 for: {'subnet': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:07:51.588802 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2c4e28c2-b633-4300-8572-39a177d36f0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9650119'] for subnet (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:51.590209 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Network f84dca83-5c69-4fab-98e8-e2e1569693dd details requested by agent ovs-agent-dv-cinder-838009-1-iscsi with host dv-cinder-838009-1-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:07:51.763811 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2c4e28c2-b633-4300-8572-39a177d36f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9470084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9650129'] for subnet (54e124ce-91a6-4427-8064-077f8d32c149), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:51.822804 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e28c2-b633-4300-8572-39a177d36f0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=54e124ce-91a6-4427-8064-077f8d32c149,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:51.833310 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4e28c2-b633-4300-8572-39a177d36f0c admin admin] Checking segment: {'id': 'b5996a32-60a1-44ba-8256-139740aea29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:07:51.833669 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4e28c2-b633-4300-8572-39a177d36f0c admin admin] Network hostable DHCP agents. Network: f84dca83-5c69-4fab-98e8-e2e1569693dd, hostable agents: ['806db378-0d8c-47fe-9666-9619b6d8e1d9'], hosted agents: [] {{(pid=103419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:07:51.852717 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4e28c2-b633-4300-8572-39a177d36f0c admin admin] Network f84dca83-5c69-4fab-98e8-e2e1569693dd is scheduled to be hosted by DHCP agent 806db378-0d8c-47fe-9666-9619b6d8e1d9 with binding_index 1 {{(pid=103419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:07:51.861915 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-2c4e28c2-b633-4300-8572-39a177d36f0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-1-iscsi, f84dca83-5c69-4fab-98e8-e2e1569693dd) {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:07:51.868435 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4e28c2-b633-4300-8572-39a177d36f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:51.870939 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2c4e28c2-b633-4300-8572-39a177d36f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:51.873432 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6131e719-e669-4529-a8e0-78eb93f8f3f4 None None] Network f84dca83-5c69-4fab-98e8-e2e1569693dd requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:07:51.892840 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 50850) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:51.893078 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-2c4e28c2-b633-4300-8572-39a177d36f0c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3438873 Apr 14 22:07:51.897177 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-b17ee454-8124-4846-9cbd-0257a96cecbd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:07:51.919271 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b17ee454-8124-4846-9cbd-0257a96cecbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1779785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26517'] for router (0fa05afc-b06b-4d34-b801-ef6b98481bec), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:51.920413 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b17ee454-8124-4846-9cbd-0257a96cecbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1780185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26540'] for router (0fa05afc-b06b-4d34-b801-ef6b98481bec), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:51.983287 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b17ee454-8124-4846-9cbd-0257a96cecbd admin admin] Publish callbacks [] for router_controller (0fa05afc-b06b-4d34-b801-ef6b98481bec), precommit_add_association {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:51.998726 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58354c94-4240-4b6e-be4e-cb8d6ab4b3b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb219b8ea-8e47-5afe-ae3f-c3ef3885854b-f84dca83-5c69-4fab-98e8-e2e1569693dd', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149'}]}} from dv-cinder-838009-1-iscsi. {{(pid=103421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 22:07:51.999845 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-58354c94-4240-4b6e-be4e-cb8d6ab4b3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:52.147327 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-58354c94-4240-4b6e-be4e-cb8d6ab4b3b4 None None] Allocated IP 172.20.0.2 (f84dca83-5c69-4fab-98e8-e2e1569693dd/54e124ce-91a6-4427-8064-077f8d32c149/d83d7979-8c43-4798-9d80-3359b0f2e251) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:07:52.182651 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b17ee454-8124-4846-9cbd-0257a96cecbd admin admin] Publish callbacks [] for router_gateway (0fa05afc-b06b-4d34-b801-ef6b98481bec), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:52.191045 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062bb24-045a-4721-9ac2-8abc3c8aa1d0 req-eefcfb5e-7863-4057-b515-dab0888f8809 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:52.192498 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d062bb24-045a-4721-9ac2-8abc3c8aa1d0 req-eefcfb5e-7863-4057-b515-dab0888f8809 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab4064e-3733-4a14-8b39-71bf1a7bbbe6 HTTP/1.1" status: 200 len: 950 time: 0.1117682 Apr 14 22:07:52.297228 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d062bb24-045a-4721-9ac2-8abc3c8aa1d0 req-fe06b9f8-3053-40a3-b6b0-583e10702b25 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db1aa1a-a144-4d36-9ab1-0f6639fdf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878088 Apr 14 22:07:52.303881 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-58354c94-4240-4b6e-be4e-cb8d6ab4b3b4 None None] Publish callbacks [] for port (d83d7979-8c43-4798-9d80-3359b0f2e251), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:52.310967 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-58354c94-4240-4b6e-be4e-cb8d6ab4b3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696'] for port (d83d7979-8c43-4798-9d80-3359b0f2e251), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:52.328664 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58354c94-4240-4b6e-be4e-cb8d6ab4b3b4 None None] Network f84dca83-5c69-4fab-98e8-e2e1569693dd is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:07:52.345409 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-58354c94-4240-4b6e-be4e-cb8d6ab4b3b4 None None] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:07:52.351952 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58354c94-4240-4b6e-be4e-cb8d6ab4b3b4 None None] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:07:52.391756 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58354c94-4240-4b6e-be4e-cb8d6ab4b3b4 None None] Pushing event updated for resources: {'Port': ['ID=d83d7979-8c43-4798-9d80-3359b0f2e251,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:52.413418 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b17ee454-8124-4846-9cbd-0257a96cecbd admin admin] Publish callbacks [] for router_gateway (0fa05afc-b06b-4d34-b801-ef6b98481bec), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:52.433346 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-58354c94-4240-4b6e-be4e-cb8d6ab4b3b4 None None] Attempting to bind port d83d7979-8c43-4798-9d80-3359b0f2e251 on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:07:52.433945 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-58354c94-4240-4b6e-be4e-cb8d6ab4b3b4 None None] Attempting to bind port d83d7979-8c43-4798-9d80-3359b0f2e251 by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': 'b5996a32-60a1-44ba-8256-139740aea29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:07:52.434400 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58354c94-4240-4b6e-be4e-cb8d6ab4b3b4 None None] Attempting to bind port d83d7979-8c43-4798-9d80-3359b0f2e251 on network f84dca83-5c69-4fab-98e8-e2e1569693dd {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:07:52.434687 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b17ee454-8124-4846-9cbd-0257a96cecbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:52.442157 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58354c94-4240-4b6e-be4e-cb8d6ab4b3b4 None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:07:52.443033 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58354c94-4240-4b6e-be4e-cb8d6ab4b3b4 None None] Checking segment: {'id': 'b5996a32-60a1-44ba-8256-139740aea29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:07:52.443566 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-58354c94-4240-4b6e-be4e-cb8d6ab4b3b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:52.444576 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58354c94-4240-4b6e-be4e-cb8d6ab4b3b4 None None] Bound using segment: {'id': 'b5996a32-60a1-44ba-8256-139740aea29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:07:52.445235 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-58354c94-4240-4b6e-be4e-cb8d6ab4b3b4 None None] Bound port: d83d7979-8c43-4798-9d80-3359b0f2e251, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5996a32-60a1-44ba-8256-139740aea29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:07:52.445724 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-58354c94-4240-4b6e-be4e-cb8d6ab4b3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (d83d7979-8c43-4798-9d80-3359b0f2e251), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:52.517764 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-58354c94-4240-4b6e-be4e-cb8d6ab4b3b4 None None] For port d83d7979-8c43-4798-9d80-3359b0f2e251, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:07:52.521985 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-58354c94-4240-4b6e-be4e-cb8d6ab4b3b4 None None] For port d83d7979-8c43-4798-9d80-3359b0f2e251, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=d83d7979-8c43-4798-9d80-3359b0f2e251,segment=NetworkSegment(b5996a32-60a1-44ba-8256-139740aea29c),segment_id=b5996a32-60a1-44ba-8256-139740aea29c)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:07:52.531485 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-58354c94-4240-4b6e-be4e-cb8d6ab4b3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (d83d7979-8c43-4798-9d80-3359b0f2e251), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:52.557770 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-b17ee454-8124-4846-9cbd-0257a96cecbd admin admin] Allocated IP 172.27.2.169 (3128b05d-34b2-457b-8391-96d8c4503307/9279f13a-7b11-4203-b3e3-d3fa0b2aa609/dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:07:52.600278 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58354c94-4240-4b6e-be4e-cb8d6ab4b3b4 None None] Pushing event updated for resources: {'Port': ['ID=d83d7979-8c43-4798-9d80-3359b0f2e251,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:52.696357 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b17ee454-8124-4846-9cbd-0257a96cecbd admin admin] Publish callbacks [] for port (dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:52.770333 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cd8f8-6e3b-4176-a75a-23f4c2a7db5a req-1b61fe11-6fb1-47d4-9aec-de8fdf537930 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:52.771902 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4b5cd8f8-6e3b-4176-a75a-23f4c2a7db5a req-1b61fe11-6fb1-47d4-9aec-de8fdf537930 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab4064e-3733-4a14-8b39-71bf1a7bbbe6 HTTP/1.1" status: 200 len: 950 time: 0.0569022 Apr 14 22:07:52.784367 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b17ee454-8124-4846-9cbd-0257a96cecbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:52.849470 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17ee454-8124-4846-9cbd-0257a96cecbd admin admin] Network 3128b05d-34b2-457b-8391-96d8c4503307 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:07:52.858382 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-b17ee454-8124-4846-9cbd-0257a96cecbd admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:07:52.861079 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17ee454-8124-4846-9cbd-0257a96cecbd admin admin] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:07:52.865238 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ee454-8124-4846-9cbd-0257a96cecbd admin admin] Pushing event updated for resources: {'Port': ['ID=dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:52.912471 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4b5cd8f8-6e3b-4176-a75a-23f4c2a7db5a req-a1abec7b-cad7-4ebf-9e1d-6b547b277720 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db1aa1a-a144-4d36-9ab1-0f6639fdf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980861 Apr 14 22:07:53.072704 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:07:53.097489 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] No Port match for: 3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:07:53.097970 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 3cb7a0e0-2d8f-4c35-81e3-69b94e2f6eca not bound to the agent host hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:07:53.142425 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b17ee454-8124-4846-9cbd-0257a96cecbd admin admin] Publish callbacks [] for router_gateway (0fa05afc-b06b-4d34-b801-ef6b98481bec), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:53.348341 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b17ee454-8124-4846-9cbd-0257a96cecbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1780174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773729'] for router (0fa05afc-b06b-4d34-b801-ef6b98481bec), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:53.487811 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17ee454-8124-4846-9cbd-0257a96cecbd admin admin] Router 0fa05afc-b06b-4d34-b801-ef6b98481bec is scheduled to L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 with binding_index 1 {{(pid=103420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 22:07:53.545193 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce372d33-5c5f-4c1a-8dc7-b8d8f16d3f48 None None] Network f84dca83-5c69-4fab-98e8-e2e1569693dd requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:07:53.597644 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17ee454-8124-4846-9cbd-0257a96cecbd admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:07:53.609674 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddf55b3-0fcc-4c46-a7e1-cbda2bf36876 None None] Sync routers for ids ['0fa05afc-b06b-4d34-b801-ef6b98481bec'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:07:53.614912 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b17ee454-8124-4846-9cbd-0257a96cecbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:53.616856 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-b17ee454-8124-4846-9cbd-0257a96cecbd admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7229309 Apr 14 22:07:53.618849 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 50864) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:53.621033 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddf55b3-0fcc-4c46-a7e1-cbda2bf36876 None None] Routers {'0fa05afc-b06b-4d34-b801-ef6b98481bec'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:07:53.621285 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-eddf55b3-0fcc-4c46-a7e1-cbda2bf36876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:07:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['0fa05afc-b06b-4d34-b801-ef6b98481bec'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:53.735770 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-eddf55b3-0fcc-4c46-a7e1-cbda2bf36876 None None] Set router 0fa05afc-b06b-4d34-b801-ef6b98481bec gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:07:53.785248 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-d6c7830d-6fc0-42fc-b032-a5faa4d4c355 None None] Provisioning complete for port d83d7979-8c43-4798-9d80-3359b0f2e251 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:07:53.785604 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d6c7830d-6fc0-42fc-b032-a5faa4d4c355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (d83d7979-8c43-4798-9d80-3359b0f2e251), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:53.879774 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d6c7830d-6fc0-42fc-b032-a5faa4d4c355 None None] Current status of the port d83d7979-8c43-4798-9d80-3359b0f2e251 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:07:53.880516 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d6c7830d-6fc0-42fc-b032-a5faa4d4c355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (d83d7979-8c43-4798-9d80-3359b0f2e251), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:53.921529 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-d6c7830d-6fc0-42fc-b032-a5faa4d4c355 None None] For port d83d7979-8c43-4798-9d80-3359b0f2e251, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=d83d7979-8c43-4798-9d80-3359b0f2e251,segment=NetworkSegment(b5996a32-60a1-44ba-8256-139740aea29c),segment_id=b5996a32-60a1-44ba-8256-139740aea29c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:53.928681 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d6c7830d-6fc0-42fc-b032-a5faa4d4c355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (d83d7979-8c43-4798-9d80-3359b0f2e251), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:53.939145 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-eddf55b3-0fcc-4c46-a7e1-cbda2bf36876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:53Z', 'revision_number': 3, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:53.970473 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddf55b3-0fcc-4c46-a7e1-cbda2bf36876 None None] Checking router: 0fa05afc-b06b-4d34-b801-ef6b98481bec for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:07:53.972775 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddf55b3-0fcc-4c46-a7e1-cbda2bf36876 None None] Updating router 0fa05afc-b06b-4d34-b801-ef6b98481bec port dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8 binding host dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:07:54.008974 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eddf55b3-0fcc-4c46-a7e1-cbda2bf36876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:54.047307 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-83148288-6179-4f41-bef3-ccda859398ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:54.063753 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7830d-6fc0-42fc-b032-a5faa4d4c355 None None] Pushing event updated for resources: {'Port': ['ID=d83d7979-8c43-4798-9d80-3359b0f2e251,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:54.098811 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41afc75-71b2-4aff-8744-fbe224c55626 req-c6466678-b7b0-41b0-ae42-5201e21a92fc tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:54.107957 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e41afc75-71b2-4aff-8744-fbe224c55626 req-c6466678-b7b0-41b0-ae42-5201e21a92fc tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab4064e-3733-4a14-8b39-71bf1a7bbbe6 HTTP/1.1" status: 200 len: 950 time: 0.0852680 Apr 14 22:07:54.147850 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-1a9d4f28-78d1-4abb-9306-13a26f52786f None None] Provisioning complete for port d83d7979-8c43-4798-9d80-3359b0f2e251 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:07:54.148907 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1a9d4f28-78d1-4abb-9306-13a26f52786f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (d83d7979-8c43-4798-9d80-3359b0f2e251), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:54.156852 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e41afc75-71b2-4aff-8744-fbe224c55626 req-280f9d57-2c7a-4dab-9aed-3567754a61ec tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db1aa1a-a144-4d36-9ab1-0f6639fdf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480137 Apr 14 22:07:54.241592 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d4f28-78d1-4abb-9306-13a26f52786f None None] Current status of the port d83d7979-8c43-4798-9d80-3359b0f2e251 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:07:54.333574 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:07:54.345219 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eddf55b3-0fcc-4c46-a7e1-cbda2bf36876 None None] Publish callbacks [] for port (dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:54.351184 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eddf55b3-0fcc-4c46-a7e1-cbda2bf36876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:54.409754 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd97a1-2b9f-452d-b708-a3fa7393d033 None None] Pushing event updated for resources: {'Port': ['ID=dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:54.418366 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-eddf55b3-0fcc-4c46-a7e1-cbda2bf36876 None None] Attempting to bind port dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8 on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:07:54.418737 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-eddf55b3-0fcc-4c46-a7e1-cbda2bf36876 None None] Attempting to bind port dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8 by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:07:54.419105 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddf55b3-0fcc-4c46-a7e1-cbda2bf36876 None None] Attempting to bind port dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8 on network 3128b05d-34b2-457b-8391-96d8c4503307 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:07:54.421808 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd97a1-2b9f-452d-b708-a3fa7393d033 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:54.422148 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd97a1-2b9f-452d-b708-a3fa7393d033 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:54.422508 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd97a1-2b9f-452d-b708-a3fa7393d033 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:54.423211 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd97a1-2b9f-452d-b708-a3fa7393d033 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:54.423211 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd97a1-2b9f-452d-b708-a3fa7393d033 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:54.423512 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd97a1-2b9f-452d-b708-a3fa7393d033 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:54.423837 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd97a1-2b9f-452d-b708-a3fa7393d033 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:54.424161 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd97a1-2b9f-452d-b708-a3fa7393d033 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:54.424716 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd97a1-2b9f-452d-b708-a3fa7393d033 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:54.425047 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd97a1-2b9f-452d-b708-a3fa7393d033 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:54.425372 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd97a1-2b9f-452d-b708-a3fa7393d033 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:54.425711 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd97a1-2b9f-452d-b708-a3fa7393d033 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:54.426035 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd97a1-2b9f-452d-b708-a3fa7393d033 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:54.426351 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd97a1-2b9f-452d-b708-a3fa7393d033 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:54.426669 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd97a1-2b9f-452d-b708-a3fa7393d033 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:54.435626 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddf55b3-0fcc-4c46-a7e1-cbda2bf36876 None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:07:54.436389 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddf55b3-0fcc-4c46-a7e1-cbda2bf36876 None None] Checking segment: {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:07:54.436389 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eddf55b3-0fcc-4c46-a7e1-cbda2bf36876 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:54.436781 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddf55b3-0fcc-4c46-a7e1-cbda2bf36876 None None] Bound using segment: {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:07:54.437159 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-eddf55b3-0fcc-4c46-a7e1-cbda2bf36876 None None] Bound port: dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:07:54.437543 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eddf55b3-0fcc-4c46-a7e1-cbda2bf36876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:54.457381 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-18dd7195-d3a7-460a-8f18-ad6a7b607079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:54.498587 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-eddf55b3-0fcc-4c46-a7e1-cbda2bf36876 None None] For port dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:07:54.501851 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-eddf55b3-0fcc-4c46-a7e1-cbda2bf36876 None None] For port dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:07:54.508830 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eddf55b3-0fcc-4c46-a7e1-cbda2bf36876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:54.575355 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd97a1-2b9f-452d-b708-a3fa7393d033 None None] Pushing event updated for resources: {'Port': ['ID=dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:54.580356 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddf55b3-0fcc-4c46-a7e1-cbda2bf36876 None None] Routers {'0fa05afc-b06b-4d34-b801-ef6b98481bec'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:07:54.580356 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-eddf55b3-0fcc-4c46-a7e1-cbda2bf36876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:07:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['0fa05afc-b06b-4d34-b801-ef6b98481bec'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:54.629248 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-18dd7195-d3a7-460a-8f18-ad6a7b607079 admin admin] Allocated IP 172.20.0.1 (f84dca83-5c69-4fab-98e8-e2e1569693dd/54e124ce-91a6-4427-8064-077f8d32c149/9ca5a437-8c6a-406a-a398-3167840c95b0) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:07:54.691838 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-eddf55b3-0fcc-4c46-a7e1-cbda2bf36876 None None] Set router 0fa05afc-b06b-4d34-b801-ef6b98481bec gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:07:54.741616 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-18dd7195-d3a7-460a-8f18-ad6a7b607079 admin admin] Publish callbacks [] for port (9ca5a437-8c6a-406a-a398-3167840c95b0), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:54.764795 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device d83d7979-8c43-4798-9d80-3359b0f2e251 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:07:54.782218 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-18dd7195-d3a7-460a-8f18-ad6a7b607079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (9ca5a437-8c6a-406a-a398-3167840c95b0), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:54.824997 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port d83d7979-8c43-4798-9d80-3359b0f2e251 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:07:54.825502 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (d83d7979-8c43-4798-9d80-3359b0f2e251), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:54.826027 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dd7195-d3a7-460a-8f18-ad6a7b607079 admin admin] Network f84dca83-5c69-4fab-98e8-e2e1569693dd is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:07:54.833505 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-18dd7195-d3a7-460a-8f18-ad6a7b607079 admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:07:54.838613 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dd7195-d3a7-460a-8f18-ad6a7b607079 admin admin] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:07:54.864638 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd7195-d3a7-460a-8f18-ad6a7b607079 admin admin] Pushing event updated for resources: {'Port': ['ID=9ca5a437-8c6a-406a-a398-3167840c95b0,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:54.885734 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-18dd7195-d3a7-460a-8f18-ad6a7b607079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1773648'] for router_interface (0fa05afc-b06b-4d34-b801-ef6b98481bec), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:54.902898 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-eddf55b3-0fcc-4c46-a7e1-cbda2bf36876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:53Z', 'revision_number': 3, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:54.913325 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port d83d7979-8c43-4798-9d80-3359b0f2e251 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:07:54.936876 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddf55b3-0fcc-4c46-a7e1-cbda2bf36876 None None] The sync data for ids ['0fa05afc-b06b-4d34-b801-ef6b98481bec'] in dv-cinder-838009-1-iscsi is: [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:53Z', 'revision_number': 3, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:07:55.040690 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-18dd7195-d3a7-460a-8f18-ad6a7b607079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (9ca5a437-8c6a-406a-a398-3167840c95b0), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:55.080633 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-b2d4b5a2-67d4-4533-8ae5-2c597e814ec4 None None] Provisioning complete for port 9ca5a437-8c6a-406a-a398-3167840c95b0 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:07:55.081131 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b2d4b5a2-67d4-4533-8ae5-2c597e814ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (9ca5a437-8c6a-406a-a398-3167840c95b0), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:55.136742 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-b2d4b5a2-67d4-4533-8ae5-2c597e814ec4 None None] Port 9ca5a437-8c6a-406a-a398-3167840c95b0 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:07:55.305005 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-18dd7195-d3a7-460a-8f18-ad6a7b607079 admin admin] Publish callbacks [] for port (9ca5a437-8c6a-406a-a398-3167840c95b0), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:55.311889 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-18dd7195-d3a7-460a-8f18-ad6a7b607079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (9ca5a437-8c6a-406a-a398-3167840c95b0), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:55.326697 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50b274-d055-4c6d-a8a1-e8fd790708c8 req-f436c7fb-72ba-4742-8098-a1cbeb924dec tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:55.328556 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3c50b274-d055-4c6d-a8a1-e8fd790708c8 req-f436c7fb-72ba-4742-8098-a1cbeb924dec tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab4064e-3733-4a14-8b39-71bf1a7bbbe6 HTTP/1.1" status: 200 len: 950 time: 0.0762737 Apr 14 22:07:55.418029 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd7195-d3a7-460a-8f18-ad6a7b607079 admin admin] Pushing event updated for resources: {'Port': ['ID=9ca5a437-8c6a-406a-a398-3167840c95b0,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:55.423427 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-18dd7195-d3a7-460a-8f18-ad6a7b607079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1775072'] for router_interface (0fa05afc-b06b-4d34-b801-ef6b98481bec), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:55.477084 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3c50b274-d055-4c6d-a8a1-e8fd790708c8 req-9d4ae6cb-3f19-45cf-bb95-ff5d147b3636 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db1aa1a-a144-4d36-9ab1-0f6639fdf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078789 Apr 14 22:07:55.550851 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dd7195-d3a7-460a-8f18-ad6a7b607079 admin admin] Network f84dca83-5c69-4fab-98e8-e2e1569693dd is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:07:55.552261 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-18dd7195-d3a7-460a-8f18-ad6a7b607079 admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:07:55.683213 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18dd7195-d3a7-460a-8f18-ad6a7b607079 admin admin] Router 0fa05afc-b06b-4d34-b801-ef6b98481bec has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:07:55.758672 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24f19366-3440-4ac5-9498-387a220ff65a None None] Provisioning complete for port 9ca5a437-8c6a-406a-a398-3167840c95b0 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:07:55.759264 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24f19366-3440-4ac5-9498-387a220ff65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (9ca5a437-8c6a-406a-a398-3167840c95b0), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:55.797716 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24f19366-3440-4ac5-9498-387a220ff65a None None] Port 9ca5a437-8c6a-406a-a398-3167840c95b0 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:07:55.803933 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dd7195-d3a7-460a-8f18-ad6a7b607079 admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:07:55.817317 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-18dd7195-d3a7-460a-8f18-ad6a7b607079 admin admin] 10.222.0.43 "PUT /v2.0/routers/0fa05afc-b06b-4d34-b801-ef6b98481bec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1860211 Apr 14 22:07:56.214092 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea03066-4791-43cf-97db-2d3a51de94cc req-9ee04b3d-5c03-4c85-8417-1e1763f8f971 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:56.215588 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3ea03066-4791-43cf-97db-2d3a51de94cc req-9ee04b3d-5c03-4c85-8417-1e1763f8f971 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab4064e-3733-4a14-8b39-71bf1a7bbbe6 HTTP/1.1" status: 200 len: 950 time: 0.0474803 Apr 14 22:07:56.306116 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-3ea03066-4791-43cf-97db-2d3a51de94cc req-3d91df52-6ce8-44bf-96a8-56b9ad512cb4 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Deleting port 3d84fa02-de8d-4136-8a49-a66a37a840f8 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:07:56.306454 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-3ea03066-4791-43cf-97db-2d3a51de94cc req-3d91df52-6ce8-44bf-96a8-56b9ad512cb4 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (3d84fa02-de8d-4136-8a49-a66a37a840f8), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:56.393231 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d6de3fb2-0747-40a5-ba3e-fa870cdea626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:56.406504 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-3ea03066-4791-43cf-97db-2d3a51de94cc req-3d91df52-6ce8-44bf-96a8-56b9ad512cb4 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] For port 3d84fa02-de8d-4136-8a49-a66a37a840f8, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=3d84fa02-de8d-4136-8a49-a66a37a840f8,segment=NetworkSegment(20ee2119-bd96-4bae-9b63-3a2a3167ac8f),segment_id=20ee2119-bd96-4bae-9b63-3a2a3167ac8f)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:56.406984 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-3ea03066-4791-43cf-97db-2d3a51de94cc req-3d91df52-6ce8-44bf-96a8-56b9ad512cb4 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (3d84fa02-de8d-4136-8a49-a66a37a840f8), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:56.427104 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-3ea03066-4791-43cf-97db-2d3a51de94cc req-3d91df52-6ce8-44bf-96a8-56b9ad512cb4 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Calling delete_port for 3d84fa02-de8d-4136-8a49-a66a37a840f8 owned by compute:nova {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:07:56.454531 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 50896) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:56.459129 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-d3914bbb-504e-480d-ada0-b29e435c75d7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1161825088', 'description': 'tempest-description--1791317336'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:07:56.483064 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d3914bbb-504e-480d-ada0-b29e435c75d7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:56.593857 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d3914bbb-504e-480d-ada0-b29e435c75d7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group (436c7a29-890f-4474-81ee-cd2c2635613f), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:56.599279 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d3914bbb-504e-480d-ada0-b29e435c75d7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (436c7a29-890f-4474-81ee-cd2c2635613f), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:56.632713 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d3914bbb-504e-480d-ada0-b29e435c75d7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:56.635000 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-3ea03066-4791-43cf-97db-2d3a51de94cc req-3d91df52-6ce8-44bf-96a8-56b9ad512cb4 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (3d84fa02-de8d-4136-8a49-a66a37a840f8), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:56.636857 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-d3914bbb-504e-480d-ada0-b29e435c75d7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1811359 Apr 14 22:07:56.640430 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 50902) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:56.644843 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-dce4d4b8-c0de-4e95-b551-f366e20c85a4 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Request body: {'security_group_rule': {'security_group_id': '436c7a29-890f-4474-81ee-cd2c2635613f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:07:56.649278 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['3d84fa02-de8d-4136-8a49-a66a37a840f8'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:07:56.655070 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2527eb-5e3f-4c48-afd7-60f422280fd5 req-3f882737-ad74-4f93-ae8c-7fc2ef7218b3 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:56.656661 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1d2527eb-5e3f-4c48-afd7-60f422280fd5 req-3f882737-ad74-4f93-ae8c-7fc2ef7218b3 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab4064e-3733-4a14-8b39-71bf1a7bbbe6 HTTP/1.1" status: 200 len: 950 time: 0.0786757 Apr 14 22:07:56.660856 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3914bbb-504e-480d-ada0-b29e435c75d7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436c7a29-890f-4474-81ee-cd2c2635613f,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:56.681300 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91df52-6ce8-44bf-96a8-56b9ad512cb4 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Pushing event deleted for resources: {'Port': ['ID=3d84fa02-de8d-4136-8a49-a66a37a840f8,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:56.697322 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dce4d4b8-c0de-4e95-b551-f366e20c85a4 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group_rule (cbe254ac-5aad-4550-8e2a-51573db89960), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:56.698097 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be45f4b-b8ec-4927-b02a-135258332b49 None None] Sync routers for ids ['0fa05afc-b06b-4d34-b801-ef6b98481bec'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:07:56.711907 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be45f4b-b8ec-4927-b02a-135258332b49 None None] Routers {'0fa05afc-b06b-4d34-b801-ef6b98481bec'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:07:56.712771 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-5be45f4b-b8ec-4927-b02a-135258332b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:07:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['0fa05afc-b06b-4d34-b801-ef6b98481bec'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:56.768030 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea03066-4791-43cf-97db-2d3a51de94cc req-3d91df52-6ce8-44bf-96a8-56b9ad512cb4 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] No DVR routers for this DVR port 3d84fa02-de8d-4136-8a49-a66a37a840f8 on host hv-cinder-83800 {{(pid=103420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:07:56.768030 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-3ea03066-4791-43cf-97db-2d3a51de94cc req-3d91df52-6ce8-44bf-96a8-56b9ad512cb4 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:56.771029 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3ea03066-4791-43cf-97db-2d3a51de94cc req-3d91df52-6ce8-44bf-96a8-56b9ad512cb4 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.26 "DELETE /v2.0/ports/3d84fa02-de8d-4136-8a49-a66a37a840f8 HTTP/1.1" status: 204 len: 173 time: 0.5477459 Apr 14 22:07:56.779942 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab4064e-3733-4a14-8b39-71bf1a7bbbe6', 'name': 'network-vif-deleted', 'tag': '3d84fa02-de8d-4136-8a49-a66a37a840f8'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:07:56.782784 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876e46eb-5fb6-4ce1-a39a-ec0e74316615" -d '{"events": [{"server_uuid": "2ab4064e-3733-4a14-8b39-71bf1a7bbbe6", "name": "network-vif-deleted", "tag": "3d84fa02-de8d-4136-8a49-a66a37a840f8"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:07:56.838733 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dce4d4b8-c0de-4e95-b551-f366e20c85a4 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group_rule (cbe254ac-5aad-4550-8e2a-51573db89960), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:56.846589 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dce4d4b8-c0de-4e95-b551-f366e20c85a4 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (cbe254ac-5aad-4550-8e2a-51573db89960), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:56.850251 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1d2527eb-5e3f-4c48-afd7-60f422280fd5 req-ece91535-3fa2-4810-89da-2b304c4ae50f tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db1aa1a-a144-4d36-9ab1-0f6639fdf7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701760 Apr 14 22:07:56.857376 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8ce4e8-6c55-4448-8f23-bf9479fe9d10 x-openstack-request-id: req-6e8ce4e8-6c55-4448-8f23-bf9479fe9d10 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:07:56.857886 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab4064e-3733-4a14-8b39-71bf1a7bbbe6", "name": "network-vif-deleted", "tag": "3d84fa02-de8d-4136-8a49-a66a37a840f8", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:07:56.858466 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e8ce4e8-6c55-4448-8f23-bf9479fe9d10 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:07:56.859012 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e8ce4e8-6c55-4448-8f23-bf9479fe9d10'] response: {'server_uuid': '2ab4064e-3733-4a14-8b39-71bf1a7bbbe6', 'name': 'network-vif-deleted', 'tag': '3d84fa02-de8d-4136-8a49-a66a37a840f8', 'status': 'completed', 'code': 200} Apr 14 22:07:56.868118 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4d4b8-c0de-4e95-b551-f366e20c85a4 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe254ac-5aad-4550-8e2a-51573db89960,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:56.886615 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:07:56.891909 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dce4d4b8-c0de-4e95-b551-f366e20c85a4 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:56.893229 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-dce4d4b8-c0de-4e95-b551-f366e20c85a4 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2517555 Apr 14 22:07:56.895979 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 50906) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:56.900810 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-9b454de2-985e-402a-95ee-c7fb2a4a3e60 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Request body: {'security_group_rule': {'security_group_id': '436c7a29-890f-4474-81ee-cd2c2635613f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:07:56.930842 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9b454de2-985e-402a-95ee-c7fb2a4a3e60 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group_rule (ea722a4e-0993-46af-9a96-50515ab41d1d), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:56.958131 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-5be45f4b-b8ec-4927-b02a-135258332b49 None None] Set router 0fa05afc-b06b-4d34-b801-ef6b98481bec gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:07:56.990937 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:07:56.993481 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:57.000785 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9b454de2-985e-402a-95ee-c7fb2a4a3e60 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group_rule (ea722a4e-0993-46af-9a96-50515ab41d1d), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:57.006165 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9b454de2-985e-402a-95ee-c7fb2a4a3e60 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (ea722a4e-0993-46af-9a96-50515ab41d1d), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:57.026288 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b454de2-985e-402a-95ee-c7fb2a4a3e60 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea722a4e-0993-46af-9a96-50515ab41d1d,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:57.035884 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9b454de2-985e-402a-95ee-c7fb2a4a3e60 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:57.037120 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-9b454de2-985e-402a-95ee-c7fb2a4a3e60 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1400959 Apr 14 22:07:57.040800 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 50908) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:57.045091 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-b7e806ad-f299-4705-90b2-235ccf1d1a1a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Request body: {'floatingip': {'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:07:57.065009 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b7e806ad-f299-4705-90b2-235ccf1d1a1a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:57.142699 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b7e806ad-f299-4705-90b2-235ccf1d1a1a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:57.169366 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:07:57.169747 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:57.222835 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] For port dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:57.228868 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:57.254788 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-b7e806ad-f299-4705-90b2-235ccf1d1a1a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Allocated IP 172.27.2.223 (3128b05d-34b2-457b-8391-96d8c4503307/9279f13a-7b11-4203-b3e3-d3fa0b2aa609/c1098f49-a00b-4caa-aa09-abeae50b0833) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:07:57.266303 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-5be45f4b-b8ec-4927-b02a-135258332b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 4, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '9ca5a437-8c6a-406a-a398-3167840c95b0', 'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'mac_address': 'fa:16:3e:09:8f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:54Z', 'updated_at': '2022-04-14T22:07:55Z', 'revision_number': 2, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'subnets': [{'id': '54e124ce-91a6-4427-8064-077f8d32c149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:57.299510 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be45f4b-b8ec-4927-b02a-135258332b49 None None] Checking router: 0fa05afc-b06b-4d34-b801-ef6b98481bec for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:07:57.299825 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be45f4b-b8ec-4927-b02a-135258332b49 None None] Updating router 0fa05afc-b06b-4d34-b801-ef6b98481bec port 9ca5a437-8c6a-406a-a398-3167840c95b0 binding host dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:07:57.333895 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Pushing event updated for resources: {'Port': ['ID=dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:57.343393 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5be45f4b-b8ec-4927-b02a-135258332b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (9ca5a437-8c6a-406a-a398-3167840c95b0), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:57.365371 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b7e806ad-f299-4705-90b2-235ccf1d1a1a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for port (c1098f49-a00b-4caa-aa09-abeae50b0833), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:57.399632 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b7e806ad-f299-4705-90b2-235ccf1d1a1a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (c1098f49-a00b-4caa-aa09-abeae50b0833), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:57.440859 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e806ad-f299-4705-90b2-235ccf1d1a1a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Network 3128b05d-34b2-457b-8391-96d8c4503307 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:07:57.443829 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-b7e806ad-f299-4705-90b2-235ccf1d1a1a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:07:57.449499 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e806ad-f299-4705-90b2-235ccf1d1a1a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:07:57.452702 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e806ad-f299-4705-90b2-235ccf1d1a1a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event updated for resources: {'Port': ['ID=c1098f49-a00b-4caa-aa09-abeae50b0833,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:57.538588 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b7e806ad-f299-4705-90b2-235ccf1d1a1a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for floatingip (e82e6668-ccb5-4a33-bccf-cf9378582d2d), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:57.546361 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:57.579093 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b7e806ad-f299-4705-90b2-235ccf1d1a1a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (c1098f49-a00b-4caa-aa09-abeae50b0833), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:57.631076 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5be45f4b-b8ec-4927-b02a-135258332b49 None None] Publish callbacks [] for port (9ca5a437-8c6a-406a-a398-3167840c95b0), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:57.638548 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5be45f4b-b8ec-4927-b02a-135258332b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (9ca5a437-8c6a-406a-a398-3167840c95b0), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:57.697890 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d2836-e002-4afb-873f-9e52c2e4ab17 None None] Pushing event updated for resources: {'Port': ['ID=9ca5a437-8c6a-406a-a398-3167840c95b0,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:57.744189 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b7e806ad-f299-4705-90b2-235ccf1d1a1a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for port (c1098f49-a00b-4caa-aa09-abeae50b0833), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:57.749813 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b7e806ad-f299-4705-90b2-235ccf1d1a1a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (c1098f49-a00b-4caa-aa09-abeae50b0833), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:57.759743 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-5be45f4b-b8ec-4927-b02a-135258332b49 None None] Attempting to bind port 9ca5a437-8c6a-406a-a398-3167840c95b0 on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:07:57.760178 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-5be45f4b-b8ec-4927-b02a-135258332b49 None None] Attempting to bind port 9ca5a437-8c6a-406a-a398-3167840c95b0 by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': 'b5996a32-60a1-44ba-8256-139740aea29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:07:57.760628 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be45f4b-b8ec-4927-b02a-135258332b49 None None] Attempting to bind port 9ca5a437-8c6a-406a-a398-3167840c95b0 on network f84dca83-5c69-4fab-98e8-e2e1569693dd {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:07:57.766388 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be45f4b-b8ec-4927-b02a-135258332b49 None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:07:57.766775 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be45f4b-b8ec-4927-b02a-135258332b49 None None] Checking segment: {'id': 'b5996a32-60a1-44ba-8256-139740aea29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:07:57.767180 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5be45f4b-b8ec-4927-b02a-135258332b49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:57.767576 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be45f4b-b8ec-4927-b02a-135258332b49 None None] Bound using segment: {'id': 'b5996a32-60a1-44ba-8256-139740aea29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:07:57.768051 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-5be45f4b-b8ec-4927-b02a-135258332b49 None None] Bound port: 9ca5a437-8c6a-406a-a398-3167840c95b0, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5996a32-60a1-44ba-8256-139740aea29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:07:57.768465 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5be45f4b-b8ec-4927-b02a-135258332b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (9ca5a437-8c6a-406a-a398-3167840c95b0), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:57.833742 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e806ad-f299-4705-90b2-235ccf1d1a1a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event updated for resources: {'Port': ['ID=c1098f49-a00b-4caa-aa09-abeae50b0833,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:57.847074 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-5be45f4b-b8ec-4927-b02a-135258332b49 None None] For port 9ca5a437-8c6a-406a-a398-3167840c95b0, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:07:57.850506 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-5be45f4b-b8ec-4927-b02a-135258332b49 None None] For port 9ca5a437-8c6a-406a-a398-3167840c95b0, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=9ca5a437-8c6a-406a-a398-3167840c95b0,segment=NetworkSegment(b5996a32-60a1-44ba-8256-139740aea29c),segment_id=b5996a32-60a1-44ba-8256-139740aea29c)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:07:57.853451 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b7e806ad-f299-4705-90b2-235ccf1d1a1a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (e82e6668-ccb5-4a33-bccf-cf9378582d2d), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:57.858513 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5be45f4b-b8ec-4927-b02a-135258332b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (9ca5a437-8c6a-406a-a398-3167840c95b0), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:57.873246 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b7e806ad-f299-4705-90b2-235ccf1d1a1a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:57.884005 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-b7e806ad-f299-4705-90b2-235ccf1d1a1a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8328502 Apr 14 22:07:57.931730 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be45f4b-b8ec-4927-b02a-135258332b49 None None] Routers {'0fa05afc-b06b-4d34-b801-ef6b98481bec'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:07:57.932519 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-5be45f4b-b8ec-4927-b02a-135258332b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:07:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['0fa05afc-b06b-4d34-b801-ef6b98481bec'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:57.980566 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d2836-e002-4afb-873f-9e52c2e4ab17 None None] Pushing event updated for resources: {'Port': ['ID=9ca5a437-8c6a-406a-a398-3167840c95b0,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:57.989335 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-5a3c7ab9-6c47-452e-8cf5-1d42f735a8f4 None None] Provisioning complete for port 9ca5a437-8c6a-406a-a398-3167840c95b0 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:07:57.989709 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a3c7ab9-6c47-452e-8cf5-1d42f735a8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (9ca5a437-8c6a-406a-a398-3167840c95b0), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:58.019405 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4daeae15-6887-4660-9596-f017f437c2b5 req-960c9d75-52cb-4ded-b065-9734335569ca tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab4064e-3733-4a14-8b39-71bf1a7bbbe6 HTTP/1.1" status: 200 len: 210 time: 0.0541444 Apr 14 22:07:58.052863 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-ef30be06-2877-416e-986d-eb31336509c6 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1161825088&fields=id&tenant_id=5b75ef479aa7489a99a288245e0b1ee4 HTTP/1.1" status: 200 len: 267 time: 0.0470414 Apr 14 22:07:58.168757 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-09cdbb7b-691d-4b0f-a182-56fe8bc770a7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:58.170260 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-09cdbb7b-691d-4b0f-a182-56fe8bc770a7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/networks?id=f84dca83-5c69-4fab-98e8-e2e1569693dd HTTP/1.1" status: 200 len: 815 time: 0.1121187 Apr 14 22:07:58.185669 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-a239f5e6-dbab-4266-932c-8b9a8af7708b tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/quotas/5b75ef479aa7489a99a288245e0b1ee4 HTTP/1.1" status: 200 len: 375 time: 0.0096965 Apr 14 22:07:58.237329 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-b14a8392-d62c-446f-855a-9dc6e48cc5fa tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b75ef479aa7489a99a288245e0b1ee4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458665 Apr 14 22:07:58.255522 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-5be45f4b-b8ec-4927-b02a-135258332b49 None None] Set router 0fa05afc-b06b-4d34-b801-ef6b98481bec gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:07:58.306329 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-5a3c7ab9-6c47-452e-8cf5-1d42f735a8f4 None None] Current status of the port 9ca5a437-8c6a-406a-a398-3167840c95b0 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:07:58.306724 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a3c7ab9-6c47-452e-8cf5-1d42f735a8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (9ca5a437-8c6a-406a-a398-3167840c95b0), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:58.336225 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-4cf5f3db-75e9-423a-83f3-cc173e96fe10 service neutron] 10.222.0.43 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870299 Apr 14 22:07:58.415519 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-5a3c7ab9-6c47-452e-8cf5-1d42f735a8f4 None None] For port 9ca5a437-8c6a-406a-a398-3167840c95b0, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=9ca5a437-8c6a-406a-a398-3167840c95b0,segment=NetworkSegment(b5996a32-60a1-44ba-8256-139740aea29c),segment_id=b5996a32-60a1-44ba-8256-139740aea29c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:58.420160 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a3c7ab9-6c47-452e-8cf5-1d42f735a8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (9ca5a437-8c6a-406a-a398-3167840c95b0), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:58.427583 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-ed602ca6-e4e3-4422-865c-1f644362ed20 service neutron] 10.222.0.43 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855660 Apr 14 22:07:58.490403 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c7ab9-6c47-452e-8cf5-1d42f735a8f4 None None] Pushing event updated for resources: {'Port': ['ID=9ca5a437-8c6a-406a-a398-3167840c95b0,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:58.544335 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-5be45f4b-b8ec-4927-b02a-135258332b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 4, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '9ca5a437-8c6a-406a-a398-3167840c95b0', 'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'mac_address': 'fa:16:3e:09:8f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:54Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'subnets': [{'id': '54e124ce-91a6-4427-8064-077f8d32c149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:58.548363 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-2b6b531c-a215-43c3-b6b7-909dff0c6a21 None None] Provisioning complete for port 9ca5a437-8c6a-406a-a398-3167840c95b0 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:07:58.548523 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2b6b531c-a215-43c3-b6b7-909dff0c6a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (9ca5a437-8c6a-406a-a398-3167840c95b0), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:58.575635 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be45f4b-b8ec-4927-b02a-135258332b49 None None] The sync data for ids ['0fa05afc-b06b-4d34-b801-ef6b98481bec'] in dv-cinder-838009-1-iscsi is: [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 4, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '9ca5a437-8c6a-406a-a398-3167840c95b0', 'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'mac_address': 'fa:16:3e:09:8f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:54Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'subnets': [{'id': '54e124ce-91a6-4427-8064-077f8d32c149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:07:58.634272 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-42d7d9bc-a426-4ef8-8893-fd17e2a6fcc7 req-c9462c8d-2c49-4713-b414-5f5f517e754a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a2df8c-da2b-4f9d-802f-2cb28894981b HTTP/1.1" status: 200 len: 210 time: 0.0449245 Apr 14 22:07:58.724917 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-2b6b531c-a215-43c3-b6b7-909dff0c6a21 None None] Current status of the port 9ca5a437-8c6a-406a-a398-3167840c95b0 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:07:58.821720 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:58.856134 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:07:58.919679 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:07:58.919679 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:59.024420 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:07:59.025528 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 9ca5a437-8c6a-406a-a398-3167840c95b0 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:07:59.074111 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 9ca5a437-8c6a-406a-a398-3167840c95b0 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:07:59.074601 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (9ca5a437-8c6a-406a-a398-3167840c95b0), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:59.141547 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0d431c80-f61e-41c2-8365-d87c777353e8 req-5e8faf0a-0d13-40b3-b094-d38c1a6b53e1 tempest-VolumesNegativeTest-835828227 tempest-VolumesNegativeTest-835828227-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab4064e-3733-4a14-8b39-71bf1a7bbbe6 HTTP/1.1" status: 200 len: 210 time: 0.0364966 Apr 14 22:07:59.177940 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 9ca5a437-8c6a-406a-a398-3167840c95b0 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:07:59.790081 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ebb2d8d0-5211-4071-b382-1e21f8b9ef21 req-397ea78b-b733-47d9-8faf-f8d62c46e3e5 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a2df8c-da2b-4f9d-802f-2cb28894981b HTTP/1.1" status: 200 len: 210 time: 0.0513573 Apr 14 22:08:00.039350 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-eca40fbf-3e56-416b-8062-c1a7fb1148b6 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:00.040773 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-eca40fbf-3e56-416b-8062-c1a7fb1148b6 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/networks?id=172bc162-46a3-47d1-8cd8-cd8d21e058c3 HTTP/1.1" status: 200 len: 813 time: 0.1078322 Apr 14 22:08:00.055520 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-3b6fe404-fc6a-4a79-b3f3-df487448d880 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/quotas/81e616e9a6654295b6a10a3a9c3bf8e4 HTTP/1.1" status: 200 len: 375 time: 0.0089989 Apr 14 22:08:00.087663 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-d94f6bb7-9ac8-4ee3-b5f7-4a8f38812c91 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=81e616e9a6654295b6a10a3a9c3bf8e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271885 Apr 14 22:08:00.181610 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-2f126f98-ec1a-415a-b6c5-26f35b2cd1ed service neutron] 10.222.0.43 "GET /v2.0/networks/172bc162-46a3-47d1-8cd8-cd8d21e058c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875654 Apr 14 22:08:00.363094 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-d5f3e03a-48f3-4586-bd5f-ead1b185779b service neutron] 10.222.0.43 "GET /v2.0/networks/172bc162-46a3-47d1-8cd8-cd8d21e058c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757770 Apr 14 22:08:00.370426 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-3d986c58-3bd4-43cc-864a-e85f5c501d34 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:00.371853 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-3d986c58-3bd4-43cc-864a-e85f5c501d34 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.26 "GET /v2.0/networks?id=f84dca83-5c69-4fab-98e8-e2e1569693dd HTTP/1.1" status: 200 len: 815 time: 0.1758690 Apr 14 22:08:00.452394 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-87ed13de-0be1-4989-939f-14e815ae608a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b75ef479aa7489a99a288245e0b1ee4 HTTP/1.1" status: 200 len: 380 time: 0.0655177 Apr 14 22:08:00.473692 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:00.530343 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-41e69803-d7a7-45cd-b046-a039b7de5f02 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Request body: {'port': {'device_id': '51a2df8c-da2b-4f9d-802f-2cb28894981b', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'admin_state_up': True, 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'security_groups': ['436c7a29-890f-4474-81ee-cd2c2635613f']}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:08:00.565520 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9fbae59e-e43d-4538-b74d-5cc999505fcd req-bcd97586-1c32-40aa-bf46-20d112d931a1 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?device_id=03f06e3f-8f40-4f54-843d-88490311d2d0 HTTP/1.1" status: 200 len: 210 time: 0.0403531 Apr 14 22:08:00.660298 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-41e69803-d7a7-45cd-b046-a039b7de5f02 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Made reservation on behalf of 5b75ef479aa7489a99a288245e0b1ee4 for: {'port': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:08:00.664124 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-41e69803-d7a7-45cd-b046-a039b7de5f02 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:00.814383 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-41e69803-d7a7-45cd-b046-a039b7de5f02 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Allocated IP 172.20.0.9 (f84dca83-5c69-4fab-98e8-e2e1569693dd/54e124ce-91a6-4427-8064-077f8d32c149/e5010231-5053-43b9-8a40-94b4f270aa47) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:08:00.919204 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-57edf510-f614-4a61-9318-d5856e5c2bb7 req-6d2db8e8-df41-4165-ae5d-dc2ebc2ada65 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a2df8c-da2b-4f9d-802f-2cb28894981b HTTP/1.1" status: 200 len: 210 time: 0.0395088 Apr 14 22:08:01.032725 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-41e69803-d7a7-45cd-b046-a039b7de5f02 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for port (e5010231-5053-43b9-8a40-94b4f270aa47), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:01.069386 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-41e69803-d7a7-45cd-b046-a039b7de5f02 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (e5010231-5053-43b9-8a40-94b4f270aa47), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:01.115126 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-41e69803-d7a7-45cd-b046-a039b7de5f02 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Network f84dca83-5c69-4fab-98e8-e2e1569693dd is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:08:01.120462 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-41e69803-d7a7-45cd-b046-a039b7de5f02 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:08:01.124358 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-41e69803-d7a7-45cd-b046-a039b7de5f02 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:08:01.131758 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e69803-d7a7-45cd-b046-a039b7de5f02 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event updated for resources: {'Port': ['ID=e5010231-5053-43b9-8a40-94b4f270aa47,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:01.200649 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-41e69803-d7a7-45cd-b046-a039b7de5f02 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:01.201411 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-41e69803-d7a7-45cd-b046-a039b7de5f02 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:01.230316 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-41e69803-d7a7-45cd-b046-a039b7de5f02 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7043407 Apr 14 22:08:01.368482 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-785bfbd5-05b5-4633-82e8-83a3cf2a059b None None] Provisioning complete for port e5010231-5053-43b9-8a40-94b4f270aa47 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:08:01.368733 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-785bfbd5-05b5-4633-82e8-83a3cf2a059b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (e5010231-5053-43b9-8a40-94b4f270aa47), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:01.406323 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-785bfbd5-05b5-4633-82e8-83a3cf2a059b None None] Port e5010231-5053-43b9-8a40-94b4f270aa47 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:08:01.458002 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-4b3e5535-0f01-4104-9fc9-08173dd7cbcf service neutron] Request body: {'port': {'device_id': '51a2df8c-da2b-4f9d-802f-2cb28894981b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:08:01.533070 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-4b3e5535-0f01-4104-9fc9-08173dd7cbcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (e5010231-5053-43b9-8a40-94b4f270aa47), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:01.680847 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5522ccee-4975-4946-83b6-a770038c3ccd req-202b7039-8742-4cd2-b8b7-546ab1822581 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?device_id=03f06e3f-8f40-4f54-843d-88490311d2d0 HTTP/1.1" status: 200 len: 210 time: 0.0323889 Apr 14 22:08:02.072910 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-d86c49c5-ff78-41d6-b774-92e66ab5818b tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:02.074173 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-d86c49c5-ff78-41d6-b774-92e66ab5818b tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.26 "GET /v2.0/networks?id=172bc162-46a3-47d1-8cd8-cd8d21e058c3 HTTP/1.1" status: 200 len: 813 time: 0.2272494 Apr 14 22:08:02.088672 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d09b2-3b6b-480f-ba74-74a8817d865f req-161d5c92-7984-41e4-a478-f837d37e4b00 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:02.090138 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e13d09b2-3b6b-480f-ba74-74a8817d865f req-161d5c92-7984-41e4-a478-f837d37e4b00 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a2df8c-da2b-4f9d-802f-2cb28894981b HTTP/1.1" status: 200 len: 931 time: 0.0798891 Apr 14 22:08:02.109191 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-f16fe38d-55c7-45b3-957a-94f67a3f17fa tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Request body: {'port': {'device_id': '03f06e3f-8f40-4f54-843d-88490311d2d0', 'network_id': '172bc162-46a3-47d1-8cd8-cd8d21e058c3', 'admin_state_up': True, 'tenant_id': '81e616e9a6654295b6a10a3a9c3bf8e4'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:08:02.268167 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e13d09b2-3b6b-480f-ba74-74a8817d865f req-8653a261-5e23-4370-be8e-61fcbde406f0 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=436c7a29-890f-4474-81ee-cd2c2635613f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482887 Apr 14 22:08:02.349346 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-f16fe38d-55c7-45b3-957a-94f67a3f17fa tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Made reservation on behalf of 81e616e9a6654295b6a10a3a9c3bf8e4 for: {'port': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:08:02.352678 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-f16fe38d-55c7-45b3-957a-94f67a3f17fa tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:02.378746 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-4b3e5535-0f01-4104-9fc9-08173dd7cbcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5010231-5053-43b9-8a40-94b4f270aa47 {{(pid=103420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:08:02.392401 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-4b3e5535-0f01-4104-9fc9-08173dd7cbcf service neutron] Publish callbacks [] for port (e5010231-5053-43b9-8a40-94b4f270aa47), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:02.440785 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.provisioning_blocks [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-4b3e5535-0f01-4104-9fc9-08173dd7cbcf service neutron] Transition to ACTIVE for port object e5010231-5053-43b9-8a40-94b4f270aa47 will not be triggered until provisioned by entity L2. {{(pid=103420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:08:02.451062 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-4b3e5535-0f01-4104-9fc9-08173dd7cbcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (e5010231-5053-43b9-8a40-94b4f270aa47), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:02.538176 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e5535-0f01-4104-9fc9-08173dd7cbcf service neutron] Pushing event updated for resources: {'Port': ['ID=e5010231-5053-43b9-8a40-94b4f270aa47,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:02.595897 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-f16fe38d-55c7-45b3-957a-94f67a3f17fa tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Allocated IP 172.20.0.3 (172bc162-46a3-47d1-8cd8-cd8d21e058c3/b5144995-bc81-47ee-8d78-d18062c2cc31/372b0eee-b847-48ba-a089-25501c22feb1) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:08:02.660529 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-4b3e5535-0f01-4104-9fc9-08173dd7cbcf service neutron] Attempting to bind port e5010231-5053-43b9-8a40-94b4f270aa47 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:08:02.660865 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-4b3e5535-0f01-4104-9fc9-08173dd7cbcf service neutron] Attempting to bind port e5010231-5053-43b9-8a40-94b4f270aa47 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'b5996a32-60a1-44ba-8256-139740aea29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:08:02.661197 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-4b3e5535-0f01-4104-9fc9-08173dd7cbcf service neutron] Attempting to bind port e5010231-5053-43b9-8a40-94b4f270aa47 on network f84dca83-5c69-4fab-98e8-e2e1569693dd {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:08:02.677883 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-4b3e5535-0f01-4104-9fc9-08173dd7cbcf service neutron] Port e5010231-5053-43b9-8a40-94b4f270aa47 on network f84dca83-5c69-4fab-98e8-e2e1569693dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:08:02.678216 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-4b3e5535-0f01-4104-9fc9-08173dd7cbcf service neutron] Attempting to bind port e5010231-5053-43b9-8a40-94b4f270aa47 on network f84dca83-5c69-4fab-98e8-e2e1569693dd {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:08:02.697352 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-4b3e5535-0f01-4104-9fc9-08173dd7cbcf service neutron] Checking agent: {'id': 'a0099bcd-bb41-4a7e-a45e-2f38f6e9b749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'started_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:08:02.697470 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-4b3e5535-0f01-4104-9fc9-08173dd7cbcf service neutron] Checking segment: {'id': 'b5996a32-60a1-44ba-8256-139740aea29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:08:02.703597 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-4b3e5535-0f01-4104-9fc9-08173dd7cbcf service neutron] Bound using segment: {'id': 'b5996a32-60a1-44ba-8256-139740aea29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:08:02.703597 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-4b3e5535-0f01-4104-9fc9-08173dd7cbcf service neutron] Bound port: e5010231-5053-43b9-8a40-94b4f270aa47, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5996a32-60a1-44ba-8256-139740aea29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:08:02.703597 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-4b3e5535-0f01-4104-9fc9-08173dd7cbcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (e5010231-5053-43b9-8a40-94b4f270aa47), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:02.802511 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b3a01cf2-dbc7-4b0e-9cdd-762ff863be90 req-9e73126f-c54b-4e6e-8ee8-2d04c92f6a5f tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?device_id=03f06e3f-8f40-4f54-843d-88490311d2d0 HTTP/1.1" status: 200 len: 210 time: 0.0302451 Apr 14 22:08:02.834842 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-4b3e5535-0f01-4104-9fc9-08173dd7cbcf service neutron] For port e5010231-5053-43b9-8a40-94b4f270aa47, host hv-cinder-83800, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:08:02.843931 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-f16fe38d-55c7-45b3-957a-94f67a3f17fa tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Publish callbacks [] for port (372b0eee-b847-48ba-a089-25501c22feb1), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:02.854533 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-4b3e5535-0f01-4104-9fc9-08173dd7cbcf service neutron] For port e5010231-5053-43b9-8a40-94b4f270aa47, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e5010231-5053-43b9-8a40-94b4f270aa47,segment=NetworkSegment(b5996a32-60a1-44ba-8256-139740aea29c),segment_id=b5996a32-60a1-44ba-8256-139740aea29c)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:08:02.863970 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-4b3e5535-0f01-4104-9fc9-08173dd7cbcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (e5010231-5053-43b9-8a40-94b4f270aa47), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:02.916671 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-4b3e5535-0f01-4104-9fc9-08173dd7cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:02.918374 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-4b3e5535-0f01-4104-9fc9-08173dd7cbcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:02.918681 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-4b3e5535-0f01-4104-9fc9-08173dd7cbcf service neutron] 10.222.0.26 "PUT /v2.0/ports/e5010231-5053-43b9-8a40-94b4f270aa47 HTTP/1.1" status: 200 len: 1093 time: 1.4652791 Apr 14 22:08:02.919394 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a2df8c-da2b-4f9d-802f-2cb28894981b', 'tag': 'e5010231-5053-43b9-8a40-94b4f270aa47'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:08:02.921691 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af305be8-a0fb-431e-acc4-6f1076db5c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "51a2df8c-da2b-4f9d-802f-2cb28894981b", "tag": "e5010231-5053-43b9-8a40-94b4f270aa47"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:08:02.942914 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-f16fe38d-55c7-45b3-957a-94f67a3f17fa tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (372b0eee-b847-48ba-a089-25501c22feb1), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:02.954640 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e5535-0f01-4104-9fc9-08173dd7cbcf service neutron] Pushing event updated for resources: {'Port': ['ID=e5010231-5053-43b9-8a40-94b4f270aa47,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:02.986509 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d01019-4329-419e-ad8c-2ff6d7a9f49e x-openstack-request-id: req-15d01019-4329-419e-ad8c-2ff6d7a9f49e {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:08:02.986809 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a2df8c-da2b-4f9d-802f-2cb28894981b", "tag": "e5010231-5053-43b9-8a40-94b4f270aa47", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:08:02.987070 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15d01019-4329-419e-ad8c-2ff6d7a9f49e {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:08:02.987477 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15d01019-4329-419e-ad8c-2ff6d7a9f49e'] response: {'name': 'network-changed', 'server_uuid': '51a2df8c-da2b-4f9d-802f-2cb28894981b', 'tag': 'e5010231-5053-43b9-8a40-94b4f270aa47', 'status': 'completed', 'code': 200} Apr 14 22:08:03.004410 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-f16fe38d-55c7-45b3-957a-94f67a3f17fa tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Network 172bc162-46a3-47d1-8cd8-cd8d21e058c3 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:08:03.009518 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-f16fe38d-55c7-45b3-957a-94f67a3f17fa tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:08:03.031853 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-f16fe38d-55c7-45b3-957a-94f67a3f17fa tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:08:03.072283 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fe38d-55c7-45b3-957a-94f67a3f17fa tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Pushing event updated for resources: {'Port': ['ID=372b0eee-b847-48ba-a089-25501c22feb1,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:03.089252 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-c321fe6a-2fa1-415e-b781-bb56db215283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:03.090647 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-c321fe6a-2fa1-415e-b781-bb56db215283 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b75ef479aa7489a99a288245e0b1ee4&device_id=51a2df8c-da2b-4f9d-802f-2cb28894981b HTTP/1.1" status: 200 len: 1127 time: 0.1004391 Apr 14 22:08:03.104180 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-f16fe38d-55c7-45b3-957a-94f67a3f17fa tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:03.104878 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-f16fe38d-55c7-45b3-957a-94f67a3f17fa tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:03.148759 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-80441a54-d30d-41b7-be36-9b9cda08b48d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5010231-5053-43b9-8a40-94b4f270aa47 HTTP/1.1" status: 200 len: 217 time: 0.0410302 Apr 14 22:08:03.156881 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-f16fe38d-55c7-45b3-957a-94f67a3f17fa tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0639365 Apr 14 22:08:03.168777 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-00fce228-010d-42a3-9a16-fa27477b9a22 service neutron] Request body: {'port': {'device_id': '03f06e3f-8f40-4f54-843d-88490311d2d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:08:03.253521 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-97fc187d-d7bb-4482-927f-a44eed448037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:03.255007 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-97fc187d-d7bb-4482-927f-a44eed448037 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54e124ce-91a6-4427-8064-077f8d32c149 HTTP/1.1" status: 200 len: 854 time: 0.0972733 Apr 14 22:08:03.275564 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-00fce228-010d-42a3-9a16-fa27477b9a22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (372b0eee-b847-48ba-a089-25501c22feb1), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:03.314675 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-e8b50d44-f2b9-4021-a242-8df5fcf766a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:03.316236 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-e8b50d44-f2b9-4021-a242-8df5fcf766a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f84dca83-5c69-4fab-98e8-e2e1569693dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539064 Apr 14 22:08:03.355290 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 3d84fa02-de8d-4136-8a49-a66a37a840f8 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:08:03.383667 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] No Port match for: 3d84fa02-de8d-4136-8a49-a66a37a840f8 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:08:03.384328 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 3d84fa02-de8d-4136-8a49-a66a37a840f8 not bound to the agent host hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:08:03.397640 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76182256-ef1b-49ce-a652-b573a1aaf2cf req-4f33cf0f-85be-44b7-aaa5-70acc47cf0db tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:03.399295 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-76182256-ef1b-49ce-a652-b573a1aaf2cf req-4f33cf0f-85be-44b7-aaa5-70acc47cf0db tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a2df8c-da2b-4f9d-802f-2cb28894981b HTTP/1.1" status: 200 len: 943 time: 0.0568902 Apr 14 22:08:03.451844 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-76182256-ef1b-49ce-a652-b573a1aaf2cf req-2559b7ed-1584-4ba2-915e-2d350b6622b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=436c7a29-890f-4474-81ee-cd2c2635613f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453346 Apr 14 22:08:03.522983 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-1d269071-1a5c-4191-a039-a5b2dc416748 service neutron] 10.222.0.26 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881380 Apr 14 22:08:03.672532 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-127c15f7-7c4a-4b32-861b-ad25277bf7d9 req-386a2766-d28f-4a4f-bc34-c67f13144969 service neutron] 10.222.0.26 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220407 Apr 14 22:08:03.713827 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-00fce228-010d-42a3-9a16-fa27477b9a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 372b0eee-b847-48ba-a089-25501c22feb1 {{(pid=103420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:08:03.721593 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-00fce228-010d-42a3-9a16-fa27477b9a22 service neutron] Publish callbacks [] for port (372b0eee-b847-48ba-a089-25501c22feb1), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:03.734831 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.provisioning_blocks [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-00fce228-010d-42a3-9a16-fa27477b9a22 service neutron] Transition to ACTIVE for port object 372b0eee-b847-48ba-a089-25501c22feb1 will not be triggered until provisioned by entity L2. {{(pid=103420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:08:03.738858 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-00fce228-010d-42a3-9a16-fa27477b9a22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (372b0eee-b847-48ba-a089-25501c22feb1), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:03.792442 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fce228-010d-42a3-9a16-fa27477b9a22 service neutron] Pushing event updated for resources: {'Port': ['ID=372b0eee-b847-48ba-a089-25501c22feb1,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:03.863921 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-00fce228-010d-42a3-9a16-fa27477b9a22 service neutron] Attempting to bind port 372b0eee-b847-48ba-a089-25501c22feb1 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:08:03.864269 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-00fce228-010d-42a3-9a16-fa27477b9a22 service neutron] Attempting to bind port 372b0eee-b847-48ba-a089-25501c22feb1 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'd9cf2c94-e337-4a87-a517-a3c5dd5df919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '172bc162-46a3-47d1-8cd8-cd8d21e058c3'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:08:03.864740 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-00fce228-010d-42a3-9a16-fa27477b9a22 service neutron] Attempting to bind port 372b0eee-b847-48ba-a089-25501c22feb1 on network 172bc162-46a3-47d1-8cd8-cd8d21e058c3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:08:03.869690 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-00fce228-010d-42a3-9a16-fa27477b9a22 service neutron] Port 372b0eee-b847-48ba-a089-25501c22feb1 on network 172bc162-46a3-47d1-8cd8-cd8d21e058c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:08:03.870016 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-00fce228-010d-42a3-9a16-fa27477b9a22 service neutron] Attempting to bind port 372b0eee-b847-48ba-a089-25501c22feb1 on network 172bc162-46a3-47d1-8cd8-cd8d21e058c3 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:08:03.875008 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-00fce228-010d-42a3-9a16-fa27477b9a22 service neutron] Checking agent: {'id': 'a0099bcd-bb41-4a7e-a45e-2f38f6e9b749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'started_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:08:03.875345 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-00fce228-010d-42a3-9a16-fa27477b9a22 service neutron] Checking segment: {'id': 'd9cf2c94-e337-4a87-a517-a3c5dd5df919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '172bc162-46a3-47d1-8cd8-cd8d21e058c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:08:03.875730 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-00fce228-010d-42a3-9a16-fa27477b9a22 service neutron] Bound using segment: {'id': 'd9cf2c94-e337-4a87-a517-a3c5dd5df919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '172bc162-46a3-47d1-8cd8-cd8d21e058c3'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:08:03.876149 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-00fce228-010d-42a3-9a16-fa27477b9a22 service neutron] Bound port: 372b0eee-b847-48ba-a089-25501c22feb1, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cf2c94-e337-4a87-a517-a3c5dd5df919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '172bc162-46a3-47d1-8cd8-cd8d21e058c3'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:08:03.876544 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-00fce228-010d-42a3-9a16-fa27477b9a22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (372b0eee-b847-48ba-a089-25501c22feb1), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:03.949390 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e437c9-ad13-441f-a41d-56221a58c9e4 req-d092feb5-9342-488e-a3ed-23fefdfceada tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:03.950787 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-19e437c9-ad13-441f-a41d-56221a58c9e4 req-d092feb5-9342-488e-a3ed-23fefdfceada tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?device_id=03f06e3f-8f40-4f54-843d-88490311d2d0 HTTP/1.1" status: 200 len: 943 time: 0.0714030 Apr 14 22:08:03.998175 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-00fce228-010d-42a3-9a16-fa27477b9a22 service neutron] For port 372b0eee-b847-48ba-a089-25501c22feb1, host hv-cinder-83800, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:08:04.002726 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-00fce228-010d-42a3-9a16-fa27477b9a22 service neutron] For port 372b0eee-b847-48ba-a089-25501c22feb1, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=372b0eee-b847-48ba-a089-25501c22feb1,segment=NetworkSegment(d9cf2c94-e337-4a87-a517-a3c5dd5df919),segment_id=d9cf2c94-e337-4a87-a517-a3c5dd5df919)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:08:04.016023 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-00fce228-010d-42a3-9a16-fa27477b9a22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (372b0eee-b847-48ba-a089-25501c22feb1), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:04.028611 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-19e437c9-ad13-441f-a41d-56221a58c9e4 req-aa5f2ad8-a582-4626-af31-ed9ec34c241d tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d0e0e6a-281c-4b62-aeba-204845b6a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713491 Apr 14 22:08:04.056209 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-00fce228-010d-42a3-9a16-fa27477b9a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:04.056921 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-00fce228-010d-42a3-9a16-fa27477b9a22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:04.058256 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-00fce228-010d-42a3-9a16-fa27477b9a22 service neutron] 10.222.0.26 "PUT /v2.0/ports/372b0eee-b847-48ba-a089-25501c22feb1 HTTP/1.1" status: 200 len: 1093 time: 0.8931766 Apr 14 22:08:04.084550 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fce228-010d-42a3-9a16-fa27477b9a22 service neutron] Pushing event updated for resources: {'Port': ['ID=372b0eee-b847-48ba-a089-25501c22feb1,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:04.467285 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 51236) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:08:04.577895 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0dcb9-a5df-4fd6-a714-9f88d6805352 req-ad53dd7d-e922-450c-a72b-5328b2da16c3 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:04.579344 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af305be8-a0fb-431e-acc4-6f1076db5c6f req-c4392141-64e2-4c58-a02f-85b5df2d73d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:04.579478 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fcd0dcb9-a5df-4fd6-a714-9f88d6805352 req-ad53dd7d-e922-450c-a72b-5328b2da16c3 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a2df8c-da2b-4f9d-802f-2cb28894981b HTTP/1.1" status: 200 len: 943 time: 0.0565593 Apr 14 22:08:04.580840 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-af305be8-a0fb-431e-acc4-6f1076db5c6f req-c4392141-64e2-4c58-a02f-85b5df2d73d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b75ef479aa7489a99a288245e0b1ee4&device_id=51a2df8c-da2b-4f9d-802f-2cb28894981b HTTP/1.1" status: 200 len: 1127 time: 0.0675085 Apr 14 22:08:04.607247 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-4ba2ebbc-b5ac-4480-bac0-53ccd91f65a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:04.608713 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-4ba2ebbc-b5ac-4480-bac0-53ccd91f65a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=81e616e9a6654295b6a10a3a9c3bf8e4&device_id=03f06e3f-8f40-4f54-843d-88490311d2d0 HTTP/1.1" status: 200 len: 1127 time: 0.0599174 Apr 14 22:08:04.630411 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fcd0dcb9-a5df-4fd6-a714-9f88d6805352 req-4b9ce0ad-2b5e-4186-a2a1-8a8de0d256d7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=436c7a29-890f-4474-81ee-cd2c2635613f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437136 Apr 14 22:08:04.696309 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-d9fa19c0-23b9-4e44-8a93-8514c632e112 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=372b0eee-b847-48ba-a089-25501c22feb1 HTTP/1.1" status: 200 len: 217 time: 0.0724716 Apr 14 22:08:04.747431 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-2d12004f-6da6-4fda-ac2f-8bce96c96263 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5c17a4c415af41eeb7577c8027530da1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2789934 Apr 14 22:08:04.750128 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 51244) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:08:04.781386 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-5b37d31d-61a4-4a40-8127-ad77f979dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:04.781386 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-5b37d31d-61a4-4a40-8127-ad77f979dd03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b5144995-bc81-47ee-8d78-d18062c2cc31 HTTP/1.1" status: 200 len: 853 time: 0.0732932 Apr 14 22:08:04.783947 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af305be8-a0fb-431e-acc4-6f1076db5c6f req-edf97090-6723-4f42-9136-e7576f4cd55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:04.785367 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-af305be8-a0fb-431e-acc4-6f1076db5c6f req-edf97090-6723-4f42-9136-e7576f4cd55d service neutron] 10.222.0.26 "GET /v2.0/networks?id=f84dca83-5c69-4fab-98e8-e2e1569693dd HTTP/1.1" status: 200 len: 915 time: 0.1946135 Apr 14 22:08:04.800146 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-19098220-f4b8-44f1-9568-ee4f06a3805c admin admin] Publish callbacks [] for security_group (8db1aa1a-a144-4d36-9ab1-0f6639fdf7d4), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:04.828598 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-19098220-f4b8-44f1-9568-ee4f06a3805c admin admin] Publish callbacks [] for security_group (8db1aa1a-a144-4d36-9ab1-0f6639fdf7d4), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:04.833178 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-67f7133c-da8e-4bbe-a127-140b852b207a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=172bc162-46a3-47d1-8cd8-cd8d21e058c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356865 Apr 14 22:08:04.867514 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-af305be8-a0fb-431e-acc4-6f1076db5c6f req-e5b32e9f-be37-4ffc-9948-96abc99ff9ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5010231-5053-43b9-8a40-94b4f270aa47 HTTP/1.1" status: 200 len: 217 time: 0.0619814 Apr 14 22:08:04.877601 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-19098220-f4b8-44f1-9568-ee4f06a3805c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (8db1aa1a-a144-4d36-9ab1-0f6639fdf7d4), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:04.880459 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-19098220-f4b8-44f1-9568-ee4f06a3805c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:04.881657 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-19098220-f4b8-44f1-9568-ee4f06a3805c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8db1aa1a-a144-4d36-9ab1-0f6639fdf7d4 HTTP/1.1" status: 204 len: 168 time: 0.1305640 Apr 14 22:08:04.890404 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19098220-f4b8-44f1-9568-ee4f06a3805c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db1aa1a-a144-4d36-9ab1-0f6639fdf7d4,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:04.982180 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af305be8-a0fb-431e-acc4-6f1076db5c6f req-4ba6f7c7-4c74-4a03-a785-e42af008f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:04.983629 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-af305be8-a0fb-431e-acc4-6f1076db5c6f req-4ba6f7c7-4c74-4a03-a785-e42af008f905 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54e124ce-91a6-4427-8064-077f8d32c149 HTTP/1.1" status: 200 len: 854 time: 0.1051137 Apr 14 22:08:04.993036 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f06e3f-8f40-4f54-843d-88490311d2d0', 'tag': '372b0eee-b847-48ba-a089-25501c22feb1'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:08:04.995239 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4908ffa4-5213-443e-a79c-a37aeb9d991a" -d '{"events": [{"name": "network-changed", "server_uuid": "03f06e3f-8f40-4f54-843d-88490311d2d0", "tag": "372b0eee-b847-48ba-a089-25501c22feb1"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:08:05.034304 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3769f9-3a44-447f-b251-03fe53c1b645 x-openstack-request-id: req-8d3769f9-3a44-447f-b251-03fe53c1b645 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:08:05.034615 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f06e3f-8f40-4f54-843d-88490311d2d0", "tag": "372b0eee-b847-48ba-a089-25501c22feb1", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:08:05.034866 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d3769f9-3a44-447f-b251-03fe53c1b645 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:08:05.035269 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d3769f9-3a44-447f-b251-03fe53c1b645'] response: {'name': 'network-changed', 'server_uuid': '03f06e3f-8f40-4f54-843d-88490311d2d0', 'tag': '372b0eee-b847-48ba-a089-25501c22feb1', 'status': 'completed', 'code': 200} Apr 14 22:08:05.041913 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-c19937f0-c826-4609-ab90-a37f166cdb23 service neutron] 10.222.0.26 "GET /v2.0/networks/172bc162-46a3-47d1-8cd8-cd8d21e058c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823313 Apr 14 22:08:05.049116 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af305be8-a0fb-431e-acc4-6f1076db5c6f req-27a7ed96-e2fd-4c6c-abff-74bb112d6c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:05.050602 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-af305be8-a0fb-431e-acc4-6f1076db5c6f req-27a7ed96-e2fd-4c6c-abff-74bb112d6c82 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f84dca83-5c69-4fab-98e8-e2e1569693dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524306 Apr 14 22:08:05.153628 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecc4d6-2b27-4a88-b841-1c2f6a12cf95 req-fc575ef5-9f58-488c-afb9-a46627eb42b9 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:05.155139 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-22ecc4d6-2b27-4a88-b841-1c2f6a12cf95 req-fc575ef5-9f58-488c-afb9-a46627eb42b9 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?device_id=03f06e3f-8f40-4f54-843d-88490311d2d0 HTTP/1.1" status: 200 len: 943 time: 0.0538177 Apr 14 22:08:05.219122 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b5185f4c-6b5a-4275-87b3-74c23afb93c7 req-28c65264-43c4-43df-97c8-d1962736c39f service neutron] 10.222.0.26 "GET /v2.0/networks/172bc162-46a3-47d1-8cd8-cd8d21e058c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675966 Apr 14 22:08:05.219277 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-22ecc4d6-2b27-4a88-b841-1c2f6a12cf95 req-d211a45b-af00-4952-b955-594d4effcd96 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d0e0e6a-281c-4b62-aeba-204845b6a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579827 Apr 14 22:08:05.221052 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-af305be8-a0fb-431e-acc4-6f1076db5c6f req-ca9a8f1d-7ddc-4cd1-97ec-07b9a279df0e service neutron] 10.222.0.26 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622167 Apr 14 22:08:05.328793 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-af305be8-a0fb-431e-acc4-6f1076db5c6f req-a3c53efe-b771-48c3-8675-c10e0d7e22ce service neutron] 10.222.0.26 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938528 Apr 14 22:08:05.538154 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 51270) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:08:05.635612 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-c2ed9ba3-744b-493e-8bc8-b469648d32cf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1205624030-network', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:08:05.654239 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ed9ba3-744b-493e-8bc8-b469648d32cf admin admin] Made reservation on behalf of 4957df5a8870465fbbf36d3fe01f0e7b for: {'network': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:08:05.656551 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c2ed9ba3-744b-493e-8bc8-b469648d32cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for network (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:05.666327 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c2ed9ba3-744b-493e-8bc8-b469648d32cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:05.745504 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c2ed9ba3-744b-493e-8bc8-b469648d32cf admin admin] Publish callbacks [] for security_group (073afc41-1e29-4732-ad97-2193220cb92d), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:05.747814 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa9be8-95ea-43bc-a669-8e7625f18e78 req-8e59c183-d842-4474-be97-28f50c131924 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:05.750037 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c2ed9ba3-744b-493e-8bc8-b469648d32cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (073afc41-1e29-4732-ad97-2193220cb92d), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:05.752936 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e2aa9be8-95ea-43bc-a669-8e7625f18e78 req-8e59c183-d842-4474-be97-28f50c131924 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a2df8c-da2b-4f9d-802f-2cb28894981b HTTP/1.1" status: 200 len: 943 time: 0.0517168 Apr 14 22:08:05.777727 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ed9ba3-744b-493e-8bc8-b469648d32cf admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:08:05.784964 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed9ba3-744b-493e-8bc8-b469648d32cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073afc41-1e29-4732-ad97-2193220cb92d,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:05.791911 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c2ed9ba3-744b-493e-8bc8-b469648d32cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (2b04bd82-c328-4a5d-a847-ed46eff1a168), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:05.792255 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.db.segments_db [None req-c2ed9ba3-744b-493e-8bc8-b469648d32cf admin admin] Added segment 2b04bd82-c328-4a5d-a847-ed46eff1a168 of type vlan for network 8180bb61-cf56-412a-ba88-217a5f141b04 Apr 14 22:08:05.802247 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e2aa9be8-95ea-43bc-a669-8e7625f18e78 req-19e59355-3c41-42f7-9f90-b97f21fd0c19 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=436c7a29-890f-4474-81ee-cd2c2635613f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470140 Apr 14 22:08:05.835944 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c2ed9ba3-744b-493e-8bc8-b469648d32cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754551219941'] for network (8180bb61-cf56-412a-ba88-217a5f141b04), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:05.859571 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c2ed9ba3-744b-493e-8bc8-b469648d32cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for network (8180bb61-cf56-412a-ba88-217a5f141b04), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:05.860533 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ed9ba3-744b-493e-8bc8-b469648d32cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:05.861110 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c2ed9ba3-744b-493e-8bc8-b469648d32cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:05.894987 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-c2ed9ba3-744b-493e-8bc8-b469648d32cf admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3557098 Apr 14 22:08:05.898380 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 51276) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:08:05.903228 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-5d756f31-7058-400a-99aa-ae8934b6047b admin admin] Request body: {'subnet': {'network_id': '8180bb61-cf56-412a-ba88-217a5f141b04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1205624030-subnet', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'ip_version': 4}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:08:05.921769 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d756f31-7058-400a-99aa-ae8934b6047b admin admin] Made reservation on behalf of 4957df5a8870465fbbf36d3fe01f0e7b for: {'subnet': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:08:05.924174 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5d756f31-7058-400a-99aa-ae8934b6047b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8655973'] for subnet (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:05.926149 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed9ba3-744b-493e-8bc8-b469648d32cf admin admin] Pushing event updated for resources: {'Network': ['ID=8180bb61-cf56-412a-ba88-217a5f141b04,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:05.936531 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Network 8180bb61-cf56-412a-ba88-217a5f141b04 details requested by agent ovs-agent-dv-cinder-838009-1-iscsi with host dv-cinder-838009-1-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:08:06.092510 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5d756f31-7058-400a-99aa-ae8934b6047b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8655987'] for subnet (52c6f6f2-587d-4567-93e3-915ebdc2580f), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:06.174034 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d756f31-7058-400a-99aa-ae8934b6047b admin admin] Pushing event updated for resources: {'Subnet': ['ID=52c6f6f2-587d-4567-93e3-915ebdc2580f,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:06.178230 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908ffa4-5213-443e-a79c-a37aeb9d991a req-f0451d9a-28cd-498f-b417-288500faad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:06.179874 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4908ffa4-5213-443e-a79c-a37aeb9d991a req-f0451d9a-28cd-498f-b417-288500faad71 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=81e616e9a6654295b6a10a3a9c3bf8e4&device_id=03f06e3f-8f40-4f54-843d-88490311d2d0 HTTP/1.1" status: 200 len: 1127 time: 0.0851643 Apr 14 22:08:06.222061 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d756f31-7058-400a-99aa-ae8934b6047b admin admin] Checking segment: {'id': '2b04bd82-c328-4a5d-a847-ed46eff1a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8180bb61-cf56-412a-ba88-217a5f141b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:08:06.222414 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d756f31-7058-400a-99aa-ae8934b6047b admin admin] Network hostable DHCP agents. Network: 8180bb61-cf56-412a-ba88-217a5f141b04, hostable agents: ['806db378-0d8c-47fe-9666-9619b6d8e1d9'], hosted agents: [] {{(pid=103420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:08:06.282075 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d756f31-7058-400a-99aa-ae8934b6047b admin admin] Network 8180bb61-cf56-412a-ba88-217a5f141b04 is scheduled to be hosted by DHCP agent 806db378-0d8c-47fe-9666-9619b6d8e1d9 with binding_index 1 {{(pid=103420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:08:06.299761 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908ffa4-5213-443e-a79c-a37aeb9d991a req-34cbdd40-7afb-469b-9067-b15fedf38ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:06.301267 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4908ffa4-5213-443e-a79c-a37aeb9d991a req-34cbdd40-7afb-469b-9067-b15fedf38ce4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=172bc162-46a3-47d1-8cd8-cd8d21e058c3 HTTP/1.1" status: 200 len: 913 time: 0.1143603 Apr 14 22:08:06.302283 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-5d756f31-7058-400a-99aa-ae8934b6047b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-1-iscsi, 8180bb61-cf56-412a-ba88-217a5f141b04) {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:08:06.306314 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d756f31-7058-400a-99aa-ae8934b6047b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:06.306909 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5d756f31-7058-400a-99aa-ae8934b6047b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:06.315029 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c00eb0-c7d3-422d-b1e3-f0843011ea77 None None] Network 8180bb61-cf56-412a-ba88-217a5f141b04 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:08:06.330128 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382e4b5-733a-45b3-a6d6-9485b850587a req-5b78d4e7-b370-4a0d-9851-06e05c5d48d1 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:06.331803 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7382e4b5-733a-45b3-a6d6-9485b850587a req-5b78d4e7-b370-4a0d-9851-06e05c5d48d1 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?device_id=03f06e3f-8f40-4f54-843d-88490311d2d0 HTTP/1.1" status: 200 len: 943 time: 0.0498989 Apr 14 22:08:06.354032 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4908ffa4-5213-443e-a79c-a37aeb9d991a req-b12e187a-c651-4b88-98fa-44d8c2a02e9a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=372b0eee-b847-48ba-a089-25501c22feb1 HTTP/1.1" status: 200 len: 217 time: 0.0417893 Apr 14 22:08:06.361678 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-5d756f31-7058-400a-99aa-ae8934b6047b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4597588 Apr 14 22:08:06.362289 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 51280) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:08:06.366757 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-9a476955-c031-445e-8a2b-d6b78e29a697 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1205624030-router', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:08:06.405007 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7382e4b5-733a-45b3-a6d6-9485b850587a req-884ad421-4afb-47b4-8102-bdf3b7956ac0 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d0e0e6a-281c-4b62-aeba-204845b6a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647817 Apr 14 22:08:06.407621 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908ffa4-5213-443e-a79c-a37aeb9d991a req-c77dd330-1a44-4c64-bd3b-86a24598e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:06.409197 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4908ffa4-5213-443e-a79c-a37aeb9d991a req-c77dd330-1a44-4c64-bd3b-86a24598e470 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b5144995-bc81-47ee-8d78-d18062c2cc31 HTTP/1.1" status: 200 len: 853 time: 0.0473883 Apr 14 22:08:06.414275 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9a476955-c031-445e-8a2b-d6b78e29a697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1779785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26517'] for router (1c5c4be1-a820-43f9-b2db-749f67eec737), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:06.415525 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9a476955-c031-445e-8a2b-d6b78e29a697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1780185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26540'] for router (1c5c4be1-a820-43f9-b2db-749f67eec737), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:06.429187 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5e5f39-25a3-411f-bc1e-2f756fc74b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb219b8ea-8e47-5afe-ae3f-c3ef3885854b-8180bb61-cf56-412a-ba88-217a5f141b04', 'network_id': '8180bb61-cf56-412a-ba88-217a5f141b04', 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'fixed_ips': [{'subnet_id': '52c6f6f2-587d-4567-93e3-915ebdc2580f'}]}} from dv-cinder-838009-1-iscsi. {{(pid=103421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 22:08:06.431881 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5f39-25a3-411f-bc1e-2f756fc74b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:06.450841 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4908ffa4-5213-443e-a79c-a37aeb9d991a req-87321e73-a95f-437b-936c-488b3d72b0d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=172bc162-46a3-47d1-8cd8-cd8d21e058c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324872 Apr 14 22:08:06.484654 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9a476955-c031-445e-8a2b-d6b78e29a697 admin admin] Publish callbacks [] for router_controller (1c5c4be1-a820-43f9-b2db-749f67eec737), precommit_add_association {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:06.551356 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4908ffa4-5213-443e-a79c-a37aeb9d991a req-49e7d82b-52a0-4aa6-b4bd-a726fd7a30fc service neutron] 10.222.0.26 "GET /v2.0/networks/172bc162-46a3-47d1-8cd8-cd8d21e058c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912139 Apr 14 22:08:06.578844 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-ee5e5f39-25a3-411f-bc1e-2f756fc74b61 None None] Allocated IP 172.20.0.2 (8180bb61-cf56-412a-ba88-217a5f141b04/52c6f6f2-587d-4567-93e3-915ebdc2580f/36eaba36-bf56-4808-9820-2afb99e689a0) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:08:06.629424 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9a476955-c031-445e-8a2b-d6b78e29a697 admin admin] Publish callbacks [] for router_gateway (1c5c4be1-a820-43f9-b2db-749f67eec737), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:06.656761 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4908ffa4-5213-443e-a79c-a37aeb9d991a req-6dd80c40-e5cc-4ed0-807e-9bc09262c11d service neutron] 10.222.0.26 "GET /v2.0/networks/172bc162-46a3-47d1-8cd8-cd8d21e058c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955644 Apr 14 22:08:06.728072 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5f39-25a3-411f-bc1e-2f756fc74b61 None None] Publish callbacks [] for port (36eaba36-bf56-4808-9820-2afb99e689a0), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:06.734276 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5f39-25a3-411f-bc1e-2f756fc74b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696'] for port (36eaba36-bf56-4808-9820-2afb99e689a0), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:06.780354 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5e5f39-25a3-411f-bc1e-2f756fc74b61 None None] Network 8180bb61-cf56-412a-ba88-217a5f141b04 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:08:06.783352 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-ee5e5f39-25a3-411f-bc1e-2f756fc74b61 None None] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:08:06.787941 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5e5f39-25a3-411f-bc1e-2f756fc74b61 None None] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:08:06.791441 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e5f39-25a3-411f-bc1e-2f756fc74b61 None None] Pushing event updated for resources: {'Port': ['ID=36eaba36-bf56-4808-9820-2afb99e689a0,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:06.831284 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9a476955-c031-445e-8a2b-d6b78e29a697 admin admin] Publish callbacks [] for router_gateway (1c5c4be1-a820-43f9-b2db-749f67eec737), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:06.848541 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-ee5e5f39-25a3-411f-bc1e-2f756fc74b61 None None] Attempting to bind port 36eaba36-bf56-4808-9820-2afb99e689a0 on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:08:06.848916 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-ee5e5f39-25a3-411f-bc1e-2f756fc74b61 None None] Attempting to bind port 36eaba36-bf56-4808-9820-2afb99e689a0 by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': '2b04bd82-c328-4a5d-a847-ed46eff1a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8180bb61-cf56-412a-ba88-217a5f141b04'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:08:06.849277 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5e5f39-25a3-411f-bc1e-2f756fc74b61 None None] Attempting to bind port 36eaba36-bf56-4808-9820-2afb99e689a0 on network 8180bb61-cf56-412a-ba88-217a5f141b04 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:08:06.851236 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9a476955-c031-445e-8a2b-d6b78e29a697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:06.854644 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5e5f39-25a3-411f-bc1e-2f756fc74b61 None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:08:06.855007 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5e5f39-25a3-411f-bc1e-2f756fc74b61 None None] Checking segment: {'id': '2b04bd82-c328-4a5d-a847-ed46eff1a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8180bb61-cf56-412a-ba88-217a5f141b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:08:06.855406 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5f39-25a3-411f-bc1e-2f756fc74b61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:06.855800 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5e5f39-25a3-411f-bc1e-2f756fc74b61 None None] Bound using segment: {'id': '2b04bd82-c328-4a5d-a847-ed46eff1a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8180bb61-cf56-412a-ba88-217a5f141b04'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:08:06.856268 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-ee5e5f39-25a3-411f-bc1e-2f756fc74b61 None None] Bound port: 36eaba36-bf56-4808-9820-2afb99e689a0, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b04bd82-c328-4a5d-a847-ed46eff1a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8180bb61-cf56-412a-ba88-217a5f141b04'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:08:06.856687 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5f39-25a3-411f-bc1e-2f756fc74b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (36eaba36-bf56-4808-9820-2afb99e689a0), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:06.921396 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084671f-9aa9-4424-b458-04f6ea66ef1e req-6f67f198-99e9-4f9a-8fe4-68a3ce65684d tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:06.922921 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2084671f-9aa9-4424-b458-04f6ea66ef1e req-6f67f198-99e9-4f9a-8fe4-68a3ce65684d tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a2df8c-da2b-4f9d-802f-2cb28894981b HTTP/1.1" status: 200 len: 943 time: 0.0484600 Apr 14 22:08:06.924953 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-ee5e5f39-25a3-411f-bc1e-2f756fc74b61 None None] For port 36eaba36-bf56-4808-9820-2afb99e689a0, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:08:06.928068 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-ee5e5f39-25a3-411f-bc1e-2f756fc74b61 None None] For port 36eaba36-bf56-4808-9820-2afb99e689a0, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=36eaba36-bf56-4808-9820-2afb99e689a0,segment=NetworkSegment(2b04bd82-c328-4a5d-a847-ed46eff1a168),segment_id=2b04bd82-c328-4a5d-a847-ed46eff1a168)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:08:06.935000 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5f39-25a3-411f-bc1e-2f756fc74b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (36eaba36-bf56-4808-9820-2afb99e689a0), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:06.975477 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2084671f-9aa9-4424-b458-04f6ea66ef1e req-937efcb5-ca09-49bb-a546-5261ace4c6fc tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=436c7a29-890f-4474-81ee-cd2c2635613f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434680 Apr 14 22:08:06.975682 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-9a476955-c031-445e-8a2b-d6b78e29a697 admin admin] Allocated IP 172.27.2.188 (3128b05d-34b2-457b-8391-96d8c4503307/9279f13a-7b11-4203-b3e3-d3fa0b2aa609/a1fe3907-96a0-420b-afcf-a986a91e1feb) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:08:07.001612 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e5f39-25a3-411f-bc1e-2f756fc74b61 None None] Pushing event updated for resources: {'Port': ['ID=36eaba36-bf56-4808-9820-2afb99e689a0,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:07.089522 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9a476955-c031-445e-8a2b-d6b78e29a697 admin admin] Publish callbacks [] for port (a1fe3907-96a0-420b-afcf-a986a91e1feb), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:07.133260 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9a476955-c031-445e-8a2b-d6b78e29a697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (a1fe3907-96a0-420b-afcf-a986a91e1feb), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:07.355065 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 372b0eee-b847-48ba-a089-25501c22feb1 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:08:07.448057 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a476955-c031-445e-8a2b-d6b78e29a697 admin admin] Network 3128b05d-34b2-457b-8391-96d8c4503307 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:08:07.451992 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-9a476955-c031-445e-8a2b-d6b78e29a697 admin admin] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:08:07.454238 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a476955-c031-445e-8a2b-d6b78e29a697 admin admin] Pushing event updated for resources: {'Port': ['ID=a1fe3907-96a0-420b-afcf-a986a91e1feb,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:07.456493 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a476955-c031-445e-8a2b-d6b78e29a697 admin admin] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:08:07.462630 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 372b0eee-b847-48ba-a089-25501c22feb1, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=372b0eee-b847-48ba-a089-25501c22feb1,segment=NetworkSegment(d9cf2c94-e337-4a87-a517-a3c5dd5df919),segment_id=d9cf2c94-e337-4a87-a517-a3c5dd5df919)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:08:07.478243 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Returning: {'device': '372b0eee-b847-48ba-a089-25501c22feb1', 'network_id': '172bc162-46a3-47d1-8cd8-cd8d21e058c3', 'port_id': '372b0eee-b847-48ba-a089-25501c22feb1', 'mac_address': 'fa:16:3e:99:ee:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5144995-bc81-47ee-8d78-d18062c2cc31', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:08:07.527568 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 372b0eee-b847-48ba-a089-25501c22feb1 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:08:07.528105 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (372b0eee-b847-48ba-a089-25501c22feb1), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:07.548034 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 372b0eee-b847-48ba-a089-25501c22feb1 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:08:07.568898 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 372b0eee-b847-48ba-a089-25501c22feb1, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=372b0eee-b847-48ba-a089-25501c22feb1,segment=NetworkSegment(d9cf2c94-e337-4a87-a517-a3c5dd5df919),segment_id=d9cf2c94-e337-4a87-a517-a3c5dd5df919)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:08:07.574686 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (372b0eee-b847-48ba-a089-25501c22feb1), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:07.575646 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device e5010231-5053-43b9-8a40-94b4f270aa47 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:08:07.600252 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393faad-ae4e-42ab-9b79-5d1ddcf00c6f req-f6a0e739-babc-425e-a363-1e577949eba0 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:07.601828 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3393faad-ae4e-42ab-9b79-5d1ddcf00c6f req-f6a0e739-babc-425e-a363-1e577949eba0 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?device_id=03f06e3f-8f40-4f54-843d-88490311d2d0 HTTP/1.1" status: 200 len: 943 time: 0.1139011 Apr 14 22:08:07.648547 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=372b0eee-b847-48ba-a089-25501c22feb1,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:07.687393 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3393faad-ae4e-42ab-9b79-5d1ddcf00c6f req-74870455-844f-4411-a80c-b8fe78013516 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d0e0e6a-281c-4b62-aeba-204845b6a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777369 Apr 14 22:08:07.723412 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port e5010231-5053-43b9-8a40-94b4f270aa47, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e5010231-5053-43b9-8a40-94b4f270aa47,segment=NetworkSegment(b5996a32-60a1-44ba-8256-139740aea29c),segment_id=b5996a32-60a1-44ba-8256-139740aea29c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:08:07.735465 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Returning: {'device': 'e5010231-5053-43b9-8a40-94b4f270aa47', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'port_id': 'e5010231-5053-43b9-8a40-94b4f270aa47', 'mac_address': 'fa:16:3e:00:6f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:08:07.775732 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port e5010231-5053-43b9-8a40-94b4f270aa47 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:08:07.775732 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (e5010231-5053-43b9-8a40-94b4f270aa47), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:07.790581 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5010231-5053-43b9-8a40-94b4f270aa47 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:08:07.800512 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9a476955-c031-445e-8a2b-d6b78e29a697 admin admin] Publish callbacks [] for router_gateway (1c5c4be1-a820-43f9-b2db-749f67eec737), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:07.814206 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port e5010231-5053-43b9-8a40-94b4f270aa47, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e5010231-5053-43b9-8a40-94b4f270aa47,segment=NetworkSegment(b5996a32-60a1-44ba-8256-139740aea29c),segment_id=b5996a32-60a1-44ba-8256-139740aea29c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:08:07.818292 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (e5010231-5053-43b9-8a40-94b4f270aa47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:07.872783 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=e5010231-5053-43b9-8a40-94b4f270aa47,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:08.005295 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae234eb-cf25-4475-be81-fb6a3c1529d2 None None] Network 8180bb61-cf56-412a-ba88-217a5f141b04 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:08:08.016064 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9a476955-c031-445e-8a2b-d6b78e29a697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1780174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773729'] for router (1c5c4be1-a820-43f9-b2db-749f67eec737), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:08.113490 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb7886-d38e-4b83-ac4d-c77997c5a9a5 req-eae052f0-2f3f-4881-a651-e88001a2fcdd tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:08.114596 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8eeb7886-d38e-4b83-ac4d-c77997c5a9a5 req-eae052f0-2f3f-4881-a651-e88001a2fcdd tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a2df8c-da2b-4f9d-802f-2cb28894981b HTTP/1.1" status: 200 len: 944 time: 0.0535743 Apr 14 22:08:08.121614 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-635e84fb-92b6-4d37-8786-5edc98a76571 None None] Provisioning complete for port 36eaba36-bf56-4808-9820-2afb99e689a0 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:08:08.121991 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-635e84fb-92b6-4d37-8786-5edc98a76571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (36eaba36-bf56-4808-9820-2afb99e689a0), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:08.170555 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a476955-c031-445e-8a2b-d6b78e29a697 admin admin] Router 1c5c4be1-a820-43f9-b2db-749f67eec737 is scheduled to L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 with binding_index 1 {{(pid=103419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 22:08:08.190935 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8eeb7886-d38e-4b83-ac4d-c77997c5a9a5 req-4e1a7379-2793-4e0a-a750-0bd4932c1d6d tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=436c7a29-890f-4474-81ee-cd2c2635613f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693002 Apr 14 22:08:08.211809 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-635e84fb-92b6-4d37-8786-5edc98a76571 None None] Current status of the port 36eaba36-bf56-4808-9820-2afb99e689a0 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:08:08.212183 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-635e84fb-92b6-4d37-8786-5edc98a76571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (36eaba36-bf56-4808-9820-2afb99e689a0), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:08.228961 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['e5010231-5053-43b9-8a40-94b4f270aa47'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:08:08.286172 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-635e84fb-92b6-4d37-8786-5edc98a76571 None None] For port 36eaba36-bf56-4808-9820-2afb99e689a0, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=36eaba36-bf56-4808-9820-2afb99e689a0,segment=NetworkSegment(2b04bd82-c328-4a5d-a847-ed46eff1a168),segment_id=2b04bd82-c328-4a5d-a847-ed46eff1a168)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:08:08.294810 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['372b0eee-b847-48ba-a089-25501c22feb1'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:08:08.299193 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-635e84fb-92b6-4d37-8786-5edc98a76571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (36eaba36-bf56-4808-9820-2afb99e689a0), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:08.303163 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a476955-c031-445e-8a2b-d6b78e29a697 admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:08:08.313265 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5d883-cde7-4308-912c-82194a186f2a None None] Sync routers for ids ['1c5c4be1-a820-43f9-b2db-749f67eec737'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:08:08.325253 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9a476955-c031-445e-8a2b-d6b78e29a697 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:08.329192 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-9a476955-c031-445e-8a2b-d6b78e29a697 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9634428 Apr 14 22:08:08.329364 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b5d883-cde7-4308-912c-82194a186f2a None None] Routers {'1c5c4be1-a820-43f9-b2db-749f67eec737'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:08:08.329364 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-f7b5d883-cde7-4308-912c-82194a186f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:07:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['1c5c4be1-a820-43f9-b2db-749f67eec737'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:08.329714 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 51288) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:08:08.468888 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-f7b5d883-cde7-4308-912c-82194a186f2a None None] Set router 1c5c4be1-a820-43f9-b2db-749f67eec737 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:08:08.583421 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e84fb-92b6-4d37-8786-5edc98a76571 None None] Pushing event updated for resources: {'Port': ['ID=36eaba36-bf56-4808-9820-2afb99e689a0,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:08.586476 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-659e4f51-f377-4a92-9c78-c209e8f10c2b None None] Provisioning complete for port 36eaba36-bf56-4808-9820-2afb99e689a0 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:08:08.586958 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-659e4f51-f377-4a92-9c78-c209e8f10c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (36eaba36-bf56-4808-9820-2afb99e689a0), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:08.653640 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-f7b5d883-cde7-4308-912c-82194a186f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'name': 'tempest-TestMinimumBasicScenario-1205624030-router', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'a1fe3907-96a0-420b-afcf-a986a91e1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:08:06Z', 'updated_at': '2022-04-14T22:08:07Z', 'revision_number': 3, 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'gw_port': {'id': 'a1fe3907-96a0-420b-afcf-a986a91e1feb', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:06Z', 'updated_at': '2022-04-14T22:08:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:08.681525 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5d883-cde7-4308-912c-82194a186f2a None None] Checking router: 1c5c4be1-a820-43f9-b2db-749f67eec737 for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:08:08.681870 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5d883-cde7-4308-912c-82194a186f2a None None] Updating router 1c5c4be1-a820-43f9-b2db-749f67eec737 port a1fe3907-96a0-420b-afcf-a986a91e1feb binding host dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:08:08.709543 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f7b5d883-cde7-4308-912c-82194a186f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (a1fe3907-96a0-420b-afcf-a986a91e1feb), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:08.796561 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-659e4f51-f377-4a92-9c78-c209e8f10c2b None None] Current status of the port 36eaba36-bf56-4808-9820-2afb99e689a0 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:08:08.865367 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 36eaba36-bf56-4808-9820-2afb99e689a0 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:08:08.885006 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c41eb-c79f-4f2a-82b4-440c0de606db req-6e421a1e-0637-4b4c-8610-c30196e947b8 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:08.886938 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-968c41eb-c79f-4f2a-82b4-440c0de606db req-6e421a1e-0637-4b4c-8610-c30196e947b8 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?device_id=03f06e3f-8f40-4f54-843d-88490311d2d0 HTTP/1.1" status: 200 len: 944 time: 0.0721142 Apr 14 22:08:08.953647 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 36eaba36-bf56-4808-9820-2afb99e689a0 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:08:08.955002 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (36eaba36-bf56-4808-9820-2afb99e689a0), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:08.960648 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-968c41eb-c79f-4f2a-82b4-440c0de606db req-a2c2ddca-c8c1-4d70-9c8b-3d64f344833d tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d0e0e6a-281c-4b62-aeba-204845b6a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623646 Apr 14 22:08:09.047444 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 36eaba36-bf56-4808-9820-2afb99e689a0 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:08:09.111027 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-be845a2e-841a-4ec5-b90d-2a010a1153b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:09.186191 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f7b5d883-cde7-4308-912c-82194a186f2a None None] Publish callbacks [] for port (a1fe3907-96a0-420b-afcf-a986a91e1feb), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:09.197915 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f7b5d883-cde7-4308-912c-82194a186f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (a1fe3907-96a0-420b-afcf-a986a91e1feb), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:09.265521 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-f7b5d883-cde7-4308-912c-82194a186f2a None None] Attempting to bind port a1fe3907-96a0-420b-afcf-a986a91e1feb on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:08:09.265893 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-f7b5d883-cde7-4308-912c-82194a186f2a None None] Attempting to bind port a1fe3907-96a0-420b-afcf-a986a91e1feb by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:08:09.266254 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b5d883-cde7-4308-912c-82194a186f2a None None] Attempting to bind port a1fe3907-96a0-420b-afcf-a986a91e1feb on network 3128b05d-34b2-457b-8391-96d8c4503307 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:08:09.279351 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-be845a2e-841a-4ec5-b90d-2a010a1153b4 admin admin] Allocated IP 172.20.0.1 (8180bb61-cf56-412a-ba88-217a5f141b04/52c6f6f2-587d-4567-93e3-915ebdc2580f/d7e7be3c-2399-47c4-81fe-acf5bbef511c) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:08:09.282444 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b5d883-cde7-4308-912c-82194a186f2a None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:08:09.283058 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b5d883-cde7-4308-912c-82194a186f2a None None] Checking segment: {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:08:09.283551 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f7b5d883-cde7-4308-912c-82194a186f2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:09.284058 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b5d883-cde7-4308-912c-82194a186f2a None None] Bound using segment: {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:08:09.284626 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-f7b5d883-cde7-4308-912c-82194a186f2a None None] Bound port: a1fe3907-96a0-420b-afcf-a986a91e1feb, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:08:09.285064 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f7b5d883-cde7-4308-912c-82194a186f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (a1fe3907-96a0-420b-afcf-a986a91e1feb), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:09.291935 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2c7f4-0c23-495d-a6d8-5c65b9ee7605 None None] Pushing event updated for resources: {'Port': ['ID=a1fe3907-96a0-420b-afcf-a986a91e1feb,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:09.346946 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-f7b5d883-cde7-4308-912c-82194a186f2a None None] For port a1fe3907-96a0-420b-afcf-a986a91e1feb, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:08:09.350192 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-f7b5d883-cde7-4308-912c-82194a186f2a None None] For port a1fe3907-96a0-420b-afcf-a986a91e1feb, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=a1fe3907-96a0-420b-afcf-a986a91e1feb,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:08:09.356330 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f7b5d883-cde7-4308-912c-82194a186f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (a1fe3907-96a0-420b-afcf-a986a91e1feb), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:09.356746 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93bee6-d8de-42dc-815a-e9e9e5c42bb4 req-3fe80565-7293-4a4b-9fd6-ae1fd145114a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:09.358272 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4b93bee6-d8de-42dc-815a-e9e9e5c42bb4 req-3fe80565-7293-4a4b-9fd6-ae1fd145114a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a2df8c-da2b-4f9d-802f-2cb28894981b HTTP/1.1" status: 200 len: 944 time: 0.0766881 Apr 14 22:08:09.421440 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2c7f4-0c23-495d-a6d8-5c65b9ee7605 None None] Pushing event updated for resources: {'Port': ['ID=a1fe3907-96a0-420b-afcf-a986a91e1feb,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:09.424071 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b5d883-cde7-4308-912c-82194a186f2a None None] Routers {'1c5c4be1-a820-43f9-b2db-749f67eec737'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:08:09.424891 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-f7b5d883-cde7-4308-912c-82194a186f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:07:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['1c5c4be1-a820-43f9-b2db-749f67eec737'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:09.454735 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4b93bee6-d8de-42dc-815a-e9e9e5c42bb4 req-8ec45a50-83b6-42c0-ae11-96ac5c5b193b tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=436c7a29-890f-4474-81ee-cd2c2635613f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671942 Apr 14 22:08:09.478948 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-be845a2e-841a-4ec5-b90d-2a010a1153b4 admin admin] Publish callbacks [] for port (d7e7be3c-2399-47c4-81fe-acf5bbef511c), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:09.513141 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-be845a2e-841a-4ec5-b90d-2a010a1153b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (d7e7be3c-2399-47c4-81fe-acf5bbef511c), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:09.539720 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-f7b5d883-cde7-4308-912c-82194a186f2a None None] Set router 1c5c4be1-a820-43f9-b2db-749f67eec737 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:08:09.551142 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be845a2e-841a-4ec5-b90d-2a010a1153b4 admin admin] Network 8180bb61-cf56-412a-ba88-217a5f141b04 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:08:09.556292 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-be845a2e-841a-4ec5-b90d-2a010a1153b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:08:09.559803 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be845a2e-841a-4ec5-b90d-2a010a1153b4 admin admin] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:08:09.591718 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be845a2e-841a-4ec5-b90d-2a010a1153b4 admin admin] Pushing event updated for resources: {'Port': ['ID=d7e7be3c-2399-47c4-81fe-acf5bbef511c,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:09.616867 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-be845a2e-841a-4ec5-b90d-2a010a1153b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1773648'] for router_interface (1c5c4be1-a820-43f9-b2db-749f67eec737), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:09.627385 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device e5010231-5053-43b9-8a40-94b4f270aa47 up at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:08:09.686284 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning for port e5010231-5053-43b9-8a40-94b4f270aa47 completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:08:09.694074 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning complete for port e5010231-5053-43b9-8a40-94b4f270aa47 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:08:09.696029 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (e5010231-5053-43b9-8a40-94b4f270aa47), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:09.755731 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-f7b5d883-cde7-4308-912c-82194a186f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'name': 'tempest-TestMinimumBasicScenario-1205624030-router', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'a1fe3907-96a0-420b-afcf-a986a91e1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:08:06Z', 'updated_at': '2022-04-14T22:08:07Z', 'revision_number': 3, 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'gw_port': {'id': 'a1fe3907-96a0-420b-afcf-a986a91e1feb', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:06Z', 'updated_at': '2022-04-14T22:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:09.777825 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-be845a2e-841a-4ec5-b90d-2a010a1153b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (d7e7be3c-2399-47c4-81fe-acf5bbef511c), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:09.791321 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5d883-cde7-4308-912c-82194a186f2a None None] The sync data for ids ['1c5c4be1-a820-43f9-b2db-749f67eec737'] in dv-cinder-838009-1-iscsi is: [{'id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'name': 'tempest-TestMinimumBasicScenario-1205624030-router', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'a1fe3907-96a0-420b-afcf-a986a91e1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:08:06Z', 'updated_at': '2022-04-14T22:08:07Z', 'revision_number': 3, 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'gw_port': {'id': 'a1fe3907-96a0-420b-afcf-a986a91e1feb', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:06Z', 'updated_at': '2022-04-14T22:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:08:09.816433 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port e5010231-5053-43b9-8a40-94b4f270aa47 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:08:09.816917 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (e5010231-5053-43b9-8a40-94b4f270aa47), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:09.836588 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-a14c0c0d-6a01-47b5-b419-60ec13d5f5f5 None None] Provisioning complete for port d7e7be3c-2399-47c4-81fe-acf5bbef511c triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:08:09.836957 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a14c0c0d-6a01-47b5-b419-60ec13d5f5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (d7e7be3c-2399-47c4-81fe-acf5bbef511c), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:09.869324 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a2df8c-da2b-4f9d-802f-2cb28894981b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5010231-5053-43b9-8a40-94b4f270aa47'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:08:09.871575 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530b6f79e2c270c80a285cfd043402f608e5b18a2df6684fea4c07fd95dfc091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90ce521-b1fb-45b3-ae80-277087d6a2b5" -d '{"events": [{"server_uuid": "51a2df8c-da2b-4f9d-802f-2cb28894981b", "name": "network-vif-plugged", "status": "completed", "tag": "e5010231-5053-43b9-8a40-94b4f270aa47"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:08:09.894087 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port e5010231-5053-43b9-8a40-94b4f270aa47, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e5010231-5053-43b9-8a40-94b4f270aa47,segment=NetworkSegment(b5996a32-60a1-44ba-8256-139740aea29c),segment_id=b5996a32-60a1-44ba-8256-139740aea29c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:08:09.903188 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (e5010231-5053-43b9-8a40-94b4f270aa47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:09.904015 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 372b0eee-b847-48ba-a089-25501c22feb1 up at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:08:09.930831 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb72229e-48e1-4896-9bdb-ebbbe466f465 x-openstack-request-id: req-fb72229e-48e1-4896-9bdb-ebbbe466f465 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:08:09.931374 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a2df8c-da2b-4f9d-802f-2cb28894981b", "name": "network-vif-plugged", "status": "completed", "tag": "e5010231-5053-43b9-8a40-94b4f270aa47", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:08:09.931640 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb72229e-48e1-4896-9bdb-ebbbe466f465 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:08:09.932045 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb72229e-48e1-4896-9bdb-ebbbe466f465'] response: {'server_uuid': '51a2df8c-da2b-4f9d-802f-2cb28894981b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5010231-5053-43b9-8a40-94b4f270aa47', 'code': 200} Apr 14 22:08:09.934264 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a14c0c0d-6a01-47b5-b419-60ec13d5f5f5 None None] Port d7e7be3c-2399-47c4-81fe-acf5bbef511c cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:08:09.972518 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-be845a2e-841a-4ec5-b90d-2a010a1153b4 admin admin] Publish callbacks [] for port (d7e7be3c-2399-47c4-81fe-acf5bbef511c), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:09.989441 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-be845a2e-841a-4ec5-b90d-2a010a1153b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (d7e7be3c-2399-47c4-81fe-acf5bbef511c), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:09.993753 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=e5010231-5053-43b9-8a40-94b4f270aa47,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:10.000671 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning for port 372b0eee-b847-48ba-a089-25501c22feb1 completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:08:10.006353 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning complete for port 372b0eee-b847-48ba-a089-25501c22feb1 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:08:10.006737 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (372b0eee-b847-48ba-a089-25501c22feb1), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:10.090418 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be845a2e-841a-4ec5-b90d-2a010a1153b4 admin admin] Pushing event updated for resources: {'Port': ['ID=d7e7be3c-2399-47c4-81fe-acf5bbef511c,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:10.120638 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 372b0eee-b847-48ba-a089-25501c22feb1 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:08:10.121186 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (372b0eee-b847-48ba-a089-25501c22feb1), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:10.160918 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 372b0eee-b847-48ba-a089-25501c22feb1, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=372b0eee-b847-48ba-a089-25501c22feb1,segment=NetworkSegment(d9cf2c94-e337-4a87-a517-a3c5dd5df919),segment_id=d9cf2c94-e337-4a87-a517-a3c5dd5df919)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:08:10.166492 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (372b0eee-b847-48ba-a089-25501c22feb1), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:10.219364 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458f14b-6e68-4da6-9264-7e205d39c547 req-d0185744-928c-42a2-bf61-3eb8a604200f tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:10.221377 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=372b0eee-b847-48ba-a089-25501c22feb1,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:10.223218 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e458f14b-6e68-4da6-9264-7e205d39c547 req-d0185744-928c-42a2-bf61-3eb8a604200f tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?device_id=03f06e3f-8f40-4f54-843d-88490311d2d0 HTTP/1.1" status: 200 len: 944 time: 0.0975976 Apr 14 22:08:10.233934 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-be845a2e-841a-4ec5-b90d-2a010a1153b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1775072'] for router_interface (1c5c4be1-a820-43f9-b2db-749f67eec737), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:10.239394 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeedac2-f917-498a-b003-59adae3461c1 req-9d896178-d64e-4a7c-9e31-1f7bd30a44be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:10.241193 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2eeedac2-f917-498a-b003-59adae3461c1 req-9d896178-d64e-4a7c-9e31-1f7bd30a44be service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=51a2df8c-da2b-4f9d-802f-2cb28894981b HTTP/1.1" status: 200 len: 1129 time: 0.1185915 Apr 14 22:08:10.373617 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e458f14b-6e68-4da6-9264-7e205d39c547 req-892f95d2-70e6-43bd-a76e-a86db63f5be2 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d0e0e6a-281c-4b62-aeba-204845b6a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373556 Apr 14 22:08:10.387945 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2eeedac2-f917-498a-b003-59adae3461c1 req-4123e838-3ae3-4cc0-a1c0-e63f90166fd5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=436c7a29-890f-4474-81ee-cd2c2635613f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373668 Apr 14 22:08:10.417090 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be845a2e-841a-4ec5-b90d-2a010a1153b4 admin admin] Network 8180bb61-cf56-412a-ba88-217a5f141b04 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:08:10.418639 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-be845a2e-841a-4ec5-b90d-2a010a1153b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:08:10.558281 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be845a2e-841a-4ec5-b90d-2a010a1153b4 admin admin] Router 1c5c4be1-a820-43f9-b2db-749f67eec737 has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:08:10.601141 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3b2c9-6040-4069-bac3-4230ef8389f7 req-0bc7a952-eea3-4c08-a82e-f2b59dc8bffd tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:10.602926 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-09c3b2c9-6040-4069-bac3-4230ef8389f7 req-0bc7a952-eea3-4c08-a82e-f2b59dc8bffd tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a2df8c-da2b-4f9d-802f-2cb28894981b HTTP/1.1" status: 200 len: 945 time: 0.0621939 Apr 14 22:08:10.673146 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-09c3b2c9-6040-4069-bac3-4230ef8389f7 req-d1ca71cc-2330-4a2b-862f-02bfedc8cdd8 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=436c7a29-890f-4474-81ee-cd2c2635613f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630803 Apr 14 22:08:10.689996 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be845a2e-841a-4ec5-b90d-2a010a1153b4 admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:08:10.698673 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-be845a2e-841a-4ec5-b90d-2a010a1153b4 admin admin] 10.222.0.43 "PUT /v2.0/routers/1c5c4be1-a820-43f9-b2db-749f67eec737/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3672581 Apr 14 22:08:10.758881 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-51a5d0c7-379f-4bba-844e-eb5c198c4e17 None None] Provisioning complete for port d7e7be3c-2399-47c4-81fe-acf5bbef511c triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:08:10.759252 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-51a5d0c7-379f-4bba-844e-eb5c198c4e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (d7e7be3c-2399-47c4-81fe-acf5bbef511c), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:10.790358 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device a1fe3907-96a0-420b-afcf-a986a91e1feb up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:08:10.829773 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-51a5d0c7-379f-4bba-844e-eb5c198c4e17 None None] Port d7e7be3c-2399-47c4-81fe-acf5bbef511c cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:08:10.853621 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port a1fe3907-96a0-420b-afcf-a986a91e1feb triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:08:10.853996 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (a1fe3907-96a0-420b-afcf-a986a91e1feb), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:10.937362 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port a1fe3907-96a0-420b-afcf-a986a91e1feb is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:08:10.937749 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (a1fe3907-96a0-420b-afcf-a986a91e1feb), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:10.963362 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] For port a1fe3907-96a0-420b-afcf-a986a91e1feb, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=a1fe3907-96a0-420b-afcf-a986a91e1feb,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:08:10.968289 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (a1fe3907-96a0-420b-afcf-a986a91e1feb), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:11.018260 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Pushing event updated for resources: {'Port': ['ID=a1fe3907-96a0-420b-afcf-a986a91e1feb,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:11.219138 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 51318) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:08:11.224108 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-601c73d9-9063-4044-a60a-c9a5bd59a892 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1659460099-network', 'tenant_id': '6ae6a94dec63438faacc25eb54efcebe'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:08:11.244956 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601c73d9-9063-4044-a60a-c9a5bd59a892 admin admin] Made reservation on behalf of 6ae6a94dec63438faacc25eb54efcebe for: {'network': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:08:11.248116 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-601c73d9-9063-4044-a60a-c9a5bd59a892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for network (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:11.258080 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-601c73d9-9063-4044-a60a-c9a5bd59a892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:11.351199 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-601c73d9-9063-4044-a60a-c9a5bd59a892 admin admin] Publish callbacks [] for security_group (711f1681-6ca2-44df-8b39-05f8df6ee394), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:11.357435 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-601c73d9-9063-4044-a60a-c9a5bd59a892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (711f1681-6ca2-44df-8b39-05f8df6ee394), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:11.387406 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601c73d9-9063-4044-a60a-c9a5bd59a892 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:08:11.390726 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c73d9-9063-4044-a60a-c9a5bd59a892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711f1681-6ca2-44df-8b39-05f8df6ee394,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:11.403977 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-601c73d9-9063-4044-a60a-c9a5bd59a892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (3852dd88-412b-477c-a90c-037ade62a3ab), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:11.404684 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.segments_db [None req-601c73d9-9063-4044-a60a-c9a5bd59a892 admin admin] Added segment 3852dd88-412b-477c-a90c-037ade62a3ab of type vlan for network 9dcb163f-6989-4edf-b58e-26ed76883c7b Apr 14 22:08:11.466274 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-601c73d9-9063-4044-a60a-c9a5bd59a892 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754551219941'] for network (9dcb163f-6989-4edf-b58e-26ed76883c7b), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:11.521308 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4994a-ec16-4e20-944a-459ff68caff4 req-e8f118c7-81f7-4e34-9cae-ca69f8cfa9bc tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:11.523904 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6ec4994a-ec16-4e20-944a-459ff68caff4 req-e8f118c7-81f7-4e34-9cae-ca69f8cfa9bc tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?device_id=03f06e3f-8f40-4f54-843d-88490311d2d0 HTTP/1.1" status: 200 len: 945 time: 0.0729196 Apr 14 22:08:11.531310 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-601c73d9-9063-4044-a60a-c9a5bd59a892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for network (9dcb163f-6989-4edf-b58e-26ed76883c7b), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:11.532383 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601c73d9-9063-4044-a60a-c9a5bd59a892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:11.533739 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-601c73d9-9063-4044-a60a-c9a5bd59a892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:11.535586 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7493b747-ce16-40c6-958a-8b1cdb70fec2 None None] Sync routers for ids ['1c5c4be1-a820-43f9-b2db-749f67eec737'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:08:11.547982 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7493b747-ce16-40c6-958a-8b1cdb70fec2 None None] Routers {'1c5c4be1-a820-43f9-b2db-749f67eec737'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:08:11.548717 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-7493b747-ce16-40c6-958a-8b1cdb70fec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:07:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['1c5c4be1-a820-43f9-b2db-749f67eec737'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:11.619965 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-601c73d9-9063-4044-a60a-c9a5bd59a892 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3996110 Apr 14 22:08:11.622750 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 51322) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:08:11.627505 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-09292f81-b971-47e3-bcfb-e6e2d5f3d03b admin admin] Request body: {'subnet': {'network_id': '9dcb163f-6989-4edf-b58e-26ed76883c7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1659460099-subnet', 'tenant_id': '6ae6a94dec63438faacc25eb54efcebe', 'ip_version': 4}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:08:11.638094 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c73d9-9063-4044-a60a-c9a5bd59a892 admin admin] Pushing event updated for resources: {'Network': ['ID=9dcb163f-6989-4edf-b58e-26ed76883c7b,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:11.644519 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6ec4994a-ec16-4e20-944a-459ff68caff4 req-b12c4278-1bd2-4be4-8790-76a4e156663d tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d0e0e6a-281c-4b62-aeba-204845b6a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144588 Apr 14 22:08:11.651851 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09292f81-b971-47e3-bcfb-e6e2d5f3d03b admin admin] Made reservation on behalf of 6ae6a94dec63438faacc25eb54efcebe for: {'subnet': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:08:11.654420 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-09292f81-b971-47e3-bcfb-e6e2d5f3d03b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9650119'] for subnet (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:11.655132 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Network 9dcb163f-6989-4edf-b58e-26ed76883c7b details requested by agent ovs-agent-dv-cinder-838009-1-iscsi with host dv-cinder-838009-1-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:08:11.731608 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-7493b747-ce16-40c6-958a-8b1cdb70fec2 None None] Set router 1c5c4be1-a820-43f9-b2db-749f67eec737 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:08:11.833520 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6897b-ac89-4a41-ae36-3c7939599928 req-603de045-b5e0-4328-8598-1014fa79477a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:11.835017 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-92d6897b-ac89-4a41-ae36-3c7939599928 req-603de045-b5e0-4328-8598-1014fa79477a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a2df8c-da2b-4f9d-802f-2cb28894981b HTTP/1.1" status: 200 len: 945 time: 0.0948622 Apr 14 22:08:11.932330 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-09292f81-b971-47e3-bcfb-e6e2d5f3d03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9470084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9650129'] for subnet (89a26ea2-9d74-478d-bca2-a2c7082d3622), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:11.936771 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f06e3f-8f40-4f54-843d-88490311d2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372b0eee-b847-48ba-a089-25501c22feb1'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:08:11.938935 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530b6f79e2c270c80a285cfd043402f608e5b18a2df6684fea4c07fd95dfc091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1444edd7-cee5-4d48-bcd3-b80c3a1b5e76" -d '{"events": [{"server_uuid": "03f06e3f-8f40-4f54-843d-88490311d2d0", "name": "network-vif-plugged", "status": "completed", "tag": "372b0eee-b847-48ba-a089-25501c22feb1"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:08:11.963236 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-7493b747-ce16-40c6-958a-8b1cdb70fec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'name': 'tempest-TestMinimumBasicScenario-1205624030-router', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'a1fe3907-96a0-420b-afcf-a986a91e1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:08:06Z', 'updated_at': '2022-04-14T22:08:09Z', 'revision_number': 4, 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'gw_port': {'id': 'a1fe3907-96a0-420b-afcf-a986a91e1feb', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:06Z', 'updated_at': '2022-04-14T22:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': 'd7e7be3c-2399-47c4-81fe-acf5bbef511c', 'name': '', 'network_id': '8180bb61-cf56-412a-ba88-217a5f141b04', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'mac_address': 'fa:16:3e:e3:ee:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '52c6f6f2-587d-4567-93e3-915ebdc2580f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:09Z', 'updated_at': '2022-04-14T22:08:09Z', 'revision_number': 2, 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'subnets': [{'id': '52c6f6f2-587d-4567-93e3-915ebdc2580f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:11.972101 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-92d6897b-ac89-4a41-ae36-3c7939599928 req-fe40c7f3-d9b7-4ec1-ab79-532b0bbeebb8 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=436c7a29-890f-4474-81ee-cd2c2635613f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237903 Apr 14 22:08:12.000747 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3174d10-b0e5-4fce-86ef-3e5d484ec3ca x-openstack-request-id: req-d3174d10-b0e5-4fce-86ef-3e5d484ec3ca {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:08:12.001038 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f06e3f-8f40-4f54-843d-88490311d2d0", "name": "network-vif-plugged", "status": "completed", "tag": "372b0eee-b847-48ba-a089-25501c22feb1", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:08:12.001292 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3174d10-b0e5-4fce-86ef-3e5d484ec3ca {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:08:12.001689 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3174d10-b0e5-4fce-86ef-3e5d484ec3ca'] response: {'server_uuid': '03f06e3f-8f40-4f54-843d-88490311d2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372b0eee-b847-48ba-a089-25501c22feb1', 'code': 200} Apr 14 22:08:12.002587 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7493b747-ce16-40c6-958a-8b1cdb70fec2 None None] Checking router: 1c5c4be1-a820-43f9-b2db-749f67eec737 for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:08:12.002942 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7493b747-ce16-40c6-958a-8b1cdb70fec2 None None] Updating router 1c5c4be1-a820-43f9-b2db-749f67eec737 port d7e7be3c-2399-47c4-81fe-acf5bbef511c binding host dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:08:12.006323 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09292f81-b971-47e3-bcfb-e6e2d5f3d03b admin admin] Pushing event updated for resources: {'Subnet': ['ID=89a26ea2-9d74-478d-bca2-a2c7082d3622,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:12.017808 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09292f81-b971-47e3-bcfb-e6e2d5f3d03b admin admin] Checking segment: {'id': '3852dd88-412b-477c-a90c-037ade62a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9dcb163f-6989-4edf-b58e-26ed76883c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:08:12.018165 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09292f81-b971-47e3-bcfb-e6e2d5f3d03b admin admin] Network hostable DHCP agents. Network: 9dcb163f-6989-4edf-b58e-26ed76883c7b, hostable agents: ['806db378-0d8c-47fe-9666-9619b6d8e1d9'], hosted agents: [] {{(pid=103419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:08:12.035231 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7493b747-ce16-40c6-958a-8b1cdb70fec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (d7e7be3c-2399-47c4-81fe-acf5bbef511c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:12.039302 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09292f81-b971-47e3-bcfb-e6e2d5f3d03b admin admin] Network 9dcb163f-6989-4edf-b58e-26ed76883c7b is scheduled to be hosted by DHCP agent 806db378-0d8c-47fe-9666-9619b6d8e1d9 with binding_index 1 {{(pid=103419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:08:12.053597 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-09292f81-b971-47e3-bcfb-e6e2d5f3d03b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-1-iscsi, 9dcb163f-6989-4edf-b58e-26ed76883c7b) {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:08:12.060497 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09292f81-b971-47e3-bcfb-e6e2d5f3d03b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:12.060730 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-09292f81-b971-47e3-bcfb-e6e2d5f3d03b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:12.081424 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-09292f81-b971-47e3-bcfb-e6e2d5f3d03b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4575644 Apr 14 22:08:12.083828 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 51328) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:08:12.087898 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20311d9-131a-4a54-9e1f-66472a6aaf17 None None] Network 9dcb163f-6989-4edf-b58e-26ed76883c7b requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:08:12.088363 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-112afe31-7cfa-4cba-a93d-6e8626c59511 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1659460099-router', 'tenant_id': '6ae6a94dec63438faacc25eb54efcebe', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:08:12.122007 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-112afe31-7cfa-4cba-a93d-6e8626c59511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1779785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26517'] for router (73a10369-524e-4d94-ae30-e62844302baa), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:12.123358 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-112afe31-7cfa-4cba-a93d-6e8626c59511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1780185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26540'] for router (73a10369-524e-4d94-ae30-e62844302baa), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:12.154364 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3adff3-58aa-4f67-a282-10e90f1d0efb req-999aa9e9-b6bb-46a1-be7f-15131c74e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:12.156226 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0a3adff3-58aa-4f67-a282-10e90f1d0efb req-999aa9e9-b6bb-46a1-be7f-15131c74e935 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=03f06e3f-8f40-4f54-843d-88490311d2d0 HTTP/1.1" status: 200 len: 1129 time: 0.0432615 Apr 14 22:08:12.186369 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-112afe31-7cfa-4cba-a93d-6e8626c59511 admin admin] Publish callbacks [] for router_controller (73a10369-524e-4d94-ae30-e62844302baa), precommit_add_association {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:12.204678 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0a3adff3-58aa-4f67-a282-10e90f1d0efb req-51c5f180-fcbb-4deb-8429-5ad536a4cacc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8d0e0e6a-281c-4b62-aeba-204845b6a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413704 Apr 14 22:08:12.300104 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8deab8b7-8910-4115-ace3-2e0810ca2dcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb219b8ea-8e47-5afe-ae3f-c3ef3885854b-9dcb163f-6989-4edf-b58e-26ed76883c7b', 'network_id': '9dcb163f-6989-4edf-b58e-26ed76883c7b', 'project_id': '6ae6a94dec63438faacc25eb54efcebe', 'fixed_ips': [{'subnet_id': '89a26ea2-9d74-478d-bca2-a2c7082d3622'}]}} from dv-cinder-838009-1-iscsi. {{(pid=103421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 22:08:12.300985 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8deab8b7-8910-4115-ace3-2e0810ca2dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:12.338195 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-112afe31-7cfa-4cba-a93d-6e8626c59511 admin admin] Publish callbacks [] for router_gateway (73a10369-524e-4d94-ae30-e62844302baa), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:12.511455 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-8deab8b7-8910-4115-ace3-2e0810ca2dcd None None] Allocated IP 172.20.0.2 (9dcb163f-6989-4edf-b58e-26ed76883c7b/89a26ea2-9d74-478d-bca2-a2c7082d3622/973eff7c-581c-43d2-babf-48244151e209) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:08:12.517855 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7493b747-ce16-40c6-958a-8b1cdb70fec2 None None] Publish callbacks [] for port (d7e7be3c-2399-47c4-81fe-acf5bbef511c), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:12.520478 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-112afe31-7cfa-4cba-a93d-6e8626c59511 admin admin] Publish callbacks [] for router_gateway (73a10369-524e-4d94-ae30-e62844302baa), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:12.525540 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7493b747-ce16-40c6-958a-8b1cdb70fec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (d7e7be3c-2399-47c4-81fe-acf5bbef511c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:12.540954 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-112afe31-7cfa-4cba-a93d-6e8626c59511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:12.627911 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f5347-7129-4aab-943b-8cf19984be0e None None] Pushing event updated for resources: {'Port': ['ID=d7e7be3c-2399-47c4-81fe-acf5bbef511c,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:12.654103 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-112afe31-7cfa-4cba-a93d-6e8626c59511 admin admin] Allocated IP 172.27.2.71 (3128b05d-34b2-457b-8391-96d8c4503307/9279f13a-7b11-4203-b3e3-d3fa0b2aa609/1ea4bb93-e4af-40af-97ca-9f5b84d3a740) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:08:12.796257 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-112afe31-7cfa-4cba-a93d-6e8626c59511 admin admin] Publish callbacks [] for port (1ea4bb93-e4af-40af-97ca-9f5b84d3a740), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:12.819326 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83a94f-d655-4f20-8ec6-fbb0211b0be8 req-e82cbd54-b8da-4edb-b907-bf1534b7d14a tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:12.822498 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ce83a94f-d655-4f20-8ec6-fbb0211b0be8 req-e82cbd54-b8da-4edb-b907-bf1534b7d14a tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?device_id=03f06e3f-8f40-4f54-843d-88490311d2d0 HTTP/1.1" status: 200 len: 945 time: 0.0763192 Apr 14 22:08:12.838592 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device a1fe3907-96a0-420b-afcf-a986a91e1feb up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:08:12.846595 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-112afe31-7cfa-4cba-a93d-6e8626c59511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (1ea4bb93-e4af-40af-97ca-9f5b84d3a740), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:12.875746 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ce83a94f-d655-4f20-8ec6-fbb0211b0be8 req-c3b5d1e3-5784-4dff-bf19-85439f6d9203 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d0e0e6a-281c-4b62-aeba-204845b6a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476902 Apr 14 22:08:12.896885 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112afe31-7cfa-4cba-a93d-6e8626c59511 admin admin] Network 3128b05d-34b2-457b-8391-96d8c4503307 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:08:12.900699 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-112afe31-7cfa-4cba-a93d-6e8626c59511 admin admin] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:08:12.905246 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112afe31-7cfa-4cba-a93d-6e8626c59511 admin admin] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:08:12.908602 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112afe31-7cfa-4cba-a93d-6e8626c59511 admin admin] Pushing event updated for resources: {'Port': ['ID=1ea4bb93-e4af-40af-97ca-9f5b84d3a740,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:12.917292 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-7cb0411e-4b2d-4048-8d3b-d110f6487702 None None] Provisioning complete for port d7e7be3c-2399-47c4-81fe-acf5bbef511c triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:08:12.917675 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7cb0411e-4b2d-4048-8d3b-d110f6487702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (d7e7be3c-2399-47c4-81fe-acf5bbef511c), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:12.994411 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-7493b747-ce16-40c6-958a-8b1cdb70fec2 None None] Attempting to bind port d7e7be3c-2399-47c4-81fe-acf5bbef511c on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:08:12.994786 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-7493b747-ce16-40c6-958a-8b1cdb70fec2 None None] Attempting to bind port d7e7be3c-2399-47c4-81fe-acf5bbef511c by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': '2b04bd82-c328-4a5d-a847-ed46eff1a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8180bb61-cf56-412a-ba88-217a5f141b04'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:08:12.996549 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7493b747-ce16-40c6-958a-8b1cdb70fec2 None None] Attempting to bind port d7e7be3c-2399-47c4-81fe-acf5bbef511c on network 8180bb61-cf56-412a-ba88-217a5f141b04 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:08:13.018700 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7493b747-ce16-40c6-958a-8b1cdb70fec2 None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:08:13.019087 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7493b747-ce16-40c6-958a-8b1cdb70fec2 None None] Checking segment: {'id': '2b04bd82-c328-4a5d-a847-ed46eff1a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8180bb61-cf56-412a-ba88-217a5f141b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:08:13.019495 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7493b747-ce16-40c6-958a-8b1cdb70fec2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:13.019897 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7493b747-ce16-40c6-958a-8b1cdb70fec2 None None] Bound using segment: {'id': '2b04bd82-c328-4a5d-a847-ed46eff1a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8180bb61-cf56-412a-ba88-217a5f141b04'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:08:13.020412 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-7493b747-ce16-40c6-958a-8b1cdb70fec2 None None] Bound port: d7e7be3c-2399-47c4-81fe-acf5bbef511c, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b04bd82-c328-4a5d-a847-ed46eff1a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8180bb61-cf56-412a-ba88-217a5f141b04'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:08:13.020798 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7493b747-ce16-40c6-958a-8b1cdb70fec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (d7e7be3c-2399-47c4-81fe-acf5bbef511c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:13.029090 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:13.050327 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-7cb0411e-4b2d-4048-8d3b-d110f6487702 None None] Port d7e7be3c-2399-47c4-81fe-acf5bbef511c cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:08:13.056958 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8deab8b7-8910-4115-ace3-2e0810ca2dcd None None] Publish callbacks [] for port (973eff7c-581c-43d2-babf-48244151e209), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:13.058507 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port a1fe3907-96a0-420b-afcf-a986a91e1feb triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:08:13.058869 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (a1fe3907-96a0-420b-afcf-a986a91e1feb), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:13.103252 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8deab8b7-8910-4115-ace3-2e0810ca2dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696'] for port (973eff7c-581c-43d2-babf-48244151e209), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:13.142061 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1f956-5e69-422c-be5c-e08878c916cc req-a95d922b-6e6b-4495-a797-c6c60be4e3ae tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:13.143612 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-23b1f956-5e69-422c-be5c-e08878c916cc req-a95d922b-6e6b-4495-a797-c6c60be4e3ae tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a2df8c-da2b-4f9d-802f-2cb28894981b HTTP/1.1" status: 200 len: 945 time: 0.0960298 Apr 14 22:08:13.184287 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deab8b7-8910-4115-ace3-2e0810ca2dcd None None] Network 9dcb163f-6989-4edf-b58e-26ed76883c7b is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:08:13.193566 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-8deab8b7-8910-4115-ace3-2e0810ca2dcd None None] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:08:13.200475 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deab8b7-8910-4115-ace3-2e0810ca2dcd None None] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:08:13.205064 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deab8b7-8910-4115-ace3-2e0810ca2dcd None None] Pushing event updated for resources: {'Port': ['ID=973eff7c-581c-43d2-babf-48244151e209,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:13.214267 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-7493b747-ce16-40c6-958a-8b1cdb70fec2 None None] For port d7e7be3c-2399-47c4-81fe-acf5bbef511c, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:08:13.221779 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-7493b747-ce16-40c6-958a-8b1cdb70fec2 None None] For port d7e7be3c-2399-47c4-81fe-acf5bbef511c, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=d7e7be3c-2399-47c4-81fe-acf5bbef511c,segment=NetworkSegment(2b04bd82-c328-4a5d-a847-ed46eff1a168),segment_id=2b04bd82-c328-4a5d-a847-ed46eff1a168)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:08:13.238997 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-23b1f956-5e69-422c-be5c-e08878c916cc req-0590404c-90c4-4150-8424-826674e3bfed tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=436c7a29-890f-4474-81ee-cd2c2635613f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875442 Apr 14 22:08:13.243136 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-112afe31-7cfa-4cba-a93d-6e8626c59511 admin admin] Publish callbacks [] for router_gateway (73a10369-524e-4d94-ae30-e62844302baa), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:13.297151 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port a1fe3907-96a0-420b-afcf-a986a91e1feb is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:08:13.299714 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7493b747-ce16-40c6-958a-8b1cdb70fec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (d7e7be3c-2399-47c4-81fe-acf5bbef511c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:13.338884 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-8deab8b7-8910-4115-ace3-2e0810ca2dcd None None] Attempting to bind port 973eff7c-581c-43d2-babf-48244151e209 on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:08:13.339265 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-8deab8b7-8910-4115-ace3-2e0810ca2dcd None None] Attempting to bind port 973eff7c-581c-43d2-babf-48244151e209 by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': '3852dd88-412b-477c-a90c-037ade62a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9dcb163f-6989-4edf-b58e-26ed76883c7b'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:08:13.339630 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deab8b7-8910-4115-ace3-2e0810ca2dcd None None] Attempting to bind port 973eff7c-581c-43d2-babf-48244151e209 on network 9dcb163f-6989-4edf-b58e-26ed76883c7b {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:08:13.356622 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deab8b7-8910-4115-ace3-2e0810ca2dcd None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:08:13.357009 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deab8b7-8910-4115-ace3-2e0810ca2dcd None None] Checking segment: {'id': '3852dd88-412b-477c-a90c-037ade62a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9dcb163f-6989-4edf-b58e-26ed76883c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:08:13.357454 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8deab8b7-8910-4115-ace3-2e0810ca2dcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:13.357854 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deab8b7-8910-4115-ace3-2e0810ca2dcd None None] Bound using segment: {'id': '3852dd88-412b-477c-a90c-037ade62a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9dcb163f-6989-4edf-b58e-26ed76883c7b'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:08:13.358339 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-8deab8b7-8910-4115-ace3-2e0810ca2dcd None None] Bound port: 973eff7c-581c-43d2-babf-48244151e209, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3852dd88-412b-477c-a90c-037ade62a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9dcb163f-6989-4edf-b58e-26ed76883c7b'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:08:13.358725 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8deab8b7-8910-4115-ace3-2e0810ca2dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (973eff7c-581c-43d2-babf-48244151e209), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:13.388380 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f5347-7129-4aab-943b-8cf19984be0e None None] Pushing event updated for resources: {'Port': ['ID=d7e7be3c-2399-47c4-81fe-acf5bbef511c,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:13.391546 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4339a5-29f6-4d0e-84cd-9d24dd94ccb8 req-b1792572-a032-429e-a16a-8061e2204bbc tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:13.396894 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-9d4339a5-29f6-4d0e-84cd-9d24dd94ccb8 req-b1792572-a032-429e-a16a-8061e2204bbc tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a2df8c-da2b-4f9d-802f-2cb28894981b HTTP/1.1" status: 200 len: 945 time: 0.0837812 Apr 14 22:08:13.403747 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 51336) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:08:13.408343 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-50b38de0-1ec5-4446-8dac-41c82ad501e2 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Request body: {'floatingip': {'port_id': 'e5010231-5053-43b9-8a40-94b4f270aa47'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:08:13.439485 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7493b747-ce16-40c6-958a-8b1cdb70fec2 None None] Routers {'1c5c4be1-a820-43f9-b2db-749f67eec737'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:08:13.440865 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-7493b747-ce16-40c6-958a-8b1cdb70fec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:07:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['1c5c4be1-a820-43f9-b2db-749f67eec737'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:13.450504 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-50b38de0-1ec5-4446-8dac-41c82ad501e2 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for floatingip (e82e6668-ccb5-4a33-bccf-cf9378582d2d), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:13.477346 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-112afe31-7cfa-4cba-a93d-6e8626c59511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1780174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773729'] for router (73a10369-524e-4d94-ae30-e62844302baa), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:13.621748 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-7493b747-ce16-40c6-958a-8b1cdb70fec2 None None] Set router 1c5c4be1-a820-43f9-b2db-749f67eec737 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:08:13.647593 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112afe31-7cfa-4cba-a93d-6e8626c59511 admin admin] Router 73a10369-524e-4d94-ae30-e62844302baa is scheduled to L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 with binding_index 1 {{(pid=103419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 22:08:13.651904 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-8deab8b7-8910-4115-ace3-2e0810ca2dcd None None] For port 973eff7c-581c-43d2-babf-48244151e209, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:08:13.681087 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-8deab8b7-8910-4115-ace3-2e0810ca2dcd None None] For port 973eff7c-581c-43d2-babf-48244151e209, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=973eff7c-581c-43d2-babf-48244151e209,segment=NetworkSegment(3852dd88-412b-477c-a90c-037ade62a3ab),segment_id=3852dd88-412b-477c-a90c-037ade62a3ab)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:08:13.695166 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8deab8b7-8910-4115-ace3-2e0810ca2dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (973eff7c-581c-43d2-babf-48244151e209), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:13.730440 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-3e2fde11-090f-4460-a011-f3608ddbca68 None None] Provisioning complete for port d7e7be3c-2399-47c4-81fe-acf5bbef511c triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:08:13.730885 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3e2fde11-090f-4460-a011-f3608ddbca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (d7e7be3c-2399-47c4-81fe-acf5bbef511c), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:13.779256 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112afe31-7cfa-4cba-a93d-6e8626c59511 admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:08:13.799869 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae6b96f-104c-44e0-9de7-732b9551f465 None None] Sync routers for ids ['73a10369-524e-4d94-ae30-e62844302baa'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:08:13.802486 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-112afe31-7cfa-4cba-a93d-6e8626c59511 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:13.806828 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-112afe31-7cfa-4cba-a93d-6e8626c59511 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7188983 Apr 14 22:08:13.807093 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 51338) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:08:13.832504 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae6b96f-104c-44e0-9de7-732b9551f465 None None] Routers {'73a10369-524e-4d94-ae30-e62844302baa'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:08:13.833759 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-bae6b96f-104c-44e0-9de7-732b9551f465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:07:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['73a10369-524e-4d94-ae30-e62844302baa'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:13.915609 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deab8b7-8910-4115-ace3-2e0810ca2dcd None None] Pushing event updated for resources: {'Port': ['ID=973eff7c-581c-43d2-babf-48244151e209,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:14.022194 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-bae6b96f-104c-44e0-9de7-732b9551f465 None None] Set router 73a10369-524e-4d94-ae30-e62844302baa gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:08:14.034479 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-3e2fde11-090f-4460-a011-f3608ddbca68 None None] Current status of the port d7e7be3c-2399-47c4-81fe-acf5bbef511c is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:08:14.034873 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3e2fde11-090f-4460-a011-f3608ddbca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (d7e7be3c-2399-47c4-81fe-acf5bbef511c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:14.072943 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-7493b747-ce16-40c6-958a-8b1cdb70fec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'name': 'tempest-TestMinimumBasicScenario-1205624030-router', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'a1fe3907-96a0-420b-afcf-a986a91e1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:08:06Z', 'updated_at': '2022-04-14T22:08:09Z', 'revision_number': 4, 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'gw_port': {'id': 'a1fe3907-96a0-420b-afcf-a986a91e1feb', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:06Z', 'updated_at': '2022-04-14T22:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': 'd7e7be3c-2399-47c4-81fe-acf5bbef511c', 'name': '', 'network_id': '8180bb61-cf56-412a-ba88-217a5f141b04', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'mac_address': 'fa:16:3e:e3:ee:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '52c6f6f2-587d-4567-93e3-915ebdc2580f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:09Z', 'updated_at': '2022-04-14T22:08:13Z', 'revision_number': 4, 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'subnets': [{'id': '52c6f6f2-587d-4567-93e3-915ebdc2580f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:14.086137 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-50b38de0-1ec5-4446-8dac-41c82ad501e2 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:14.092134 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-50b38de0-1ec5-4446-8dac-41c82ad501e2 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (e82e6668-ccb5-4a33-bccf-cf9378582d2d), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:14.174044 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-3e2fde11-090f-4460-a011-f3608ddbca68 None None] For port d7e7be3c-2399-47c4-81fe-acf5bbef511c, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=d7e7be3c-2399-47c4-81fe-acf5bbef511c,segment=NetworkSegment(2b04bd82-c328-4a5d-a847-ed46eff1a168),segment_id=2b04bd82-c328-4a5d-a847-ed46eff1a168)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:08:14.175697 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7493b747-ce16-40c6-958a-8b1cdb70fec2 None None] The sync data for ids ['1c5c4be1-a820-43f9-b2db-749f67eec737'] in dv-cinder-838009-1-iscsi is: [{'id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'name': 'tempest-TestMinimumBasicScenario-1205624030-router', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'a1fe3907-96a0-420b-afcf-a986a91e1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:08:06Z', 'updated_at': '2022-04-14T22:08:09Z', 'revision_number': 4, 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'gw_port': {'id': 'a1fe3907-96a0-420b-afcf-a986a91e1feb', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:06Z', 'updated_at': '2022-04-14T22:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': 'd7e7be3c-2399-47c4-81fe-acf5bbef511c', 'name': '', 'network_id': '8180bb61-cf56-412a-ba88-217a5f141b04', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'mac_address': 'fa:16:3e:e3:ee:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '52c6f6f2-587d-4567-93e3-915ebdc2580f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:09Z', 'updated_at': '2022-04-14T22:08:13Z', 'revision_number': 4, 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'subnets': [{'id': '52c6f6f2-587d-4567-93e3-915ebdc2580f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:08:14.184139 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3e2fde11-090f-4460-a011-f3608ddbca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (d7e7be3c-2399-47c4-81fe-acf5bbef511c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:14.250733 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2fde11-090f-4460-a011-f3608ddbca68 None None] Pushing event updated for resources: {'Port': ['ID=d7e7be3c-2399-47c4-81fe-acf5bbef511c,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:14.302274 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-bae6b96f-104c-44e0-9de7-732b9551f465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a10369-524e-4d94-ae30-e62844302baa', 'name': 'tempest-TestMinimumBasicScenario-1659460099-router', 'tenant_id': '6ae6a94dec63438faacc25eb54efcebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '1ea4bb93-e4af-40af-97ca-9f5b84d3a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:08:12Z', 'updated_at': '2022-04-14T22:08:13Z', 'revision_number': 3, 'project_id': '6ae6a94dec63438faacc25eb54efcebe', 'gw_port': {'id': '1ea4bb93-e4af-40af-97ca-9f5b84d3a740', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a10369-524e-4d94-ae30-e62844302baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:12Z', 'updated_at': '2022-04-14T22:08:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:14.347565 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae6b96f-104c-44e0-9de7-732b9551f465 None None] Checking router: 73a10369-524e-4d94-ae30-e62844302baa for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:08:14.347928 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae6b96f-104c-44e0-9de7-732b9551f465 None None] Updating router 73a10369-524e-4d94-ae30-e62844302baa port 1ea4bb93-e4af-40af-97ca-9f5b84d3a740 binding host dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:08:14.372543 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.l3_db [None req-50b38de0-1ec5-4446-8dac-41c82ad501e2 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Floating IP e82e6668-ccb5-4a33-bccf-cf9378582d2d associated. External IP: 172.27.2.223, port: e5010231-5053-43b9-8a40-94b4f270aa47. Apr 14 22:08:14.404488 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42a2cc-d82a-4384-b6d2-de40772dc840 req-5c5a2c13-0d14-41a6-9b44-ca2417265258 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:14.406093 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ff42a2cc-d82a-4384-b6d2-de40772dc840 req-5c5a2c13-0d14-41a6-9b44-ca2417265258 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?device_id=03f06e3f-8f40-4f54-843d-88490311d2d0 HTTP/1.1" status: 200 len: 945 time: 0.0994568 Apr 14 22:08:14.415486 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bae6b96f-104c-44e0-9de7-732b9551f465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (1ea4bb93-e4af-40af-97ca-9f5b84d3a740), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:14.564841 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ff42a2cc-d82a-4384-b6d2-de40772dc840 req-c6b16a4e-929e-4cab-92b4-ff4240362c24 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d0e0e6a-281c-4b62-aeba-204845b6a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498916 Apr 14 22:08:14.722657 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b38de0-1ec5-4446-8dac-41c82ad501e2 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Router 0fa05afc-b06b-4d34-b801-ef6b98481bec has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:08:14.736968 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bae6b96f-104c-44e0-9de7-732b9551f465 None None] Publish callbacks [] for port (1ea4bb93-e4af-40af-97ca-9f5b84d3a740), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:14.751421 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bae6b96f-104c-44e0-9de7-732b9551f465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (1ea4bb93-e4af-40af-97ca-9f5b84d3a740), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:14.846632 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-bae6b96f-104c-44e0-9de7-732b9551f465 None None] Attempting to bind port 1ea4bb93-e4af-40af-97ca-9f5b84d3a740 on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:08:14.847285 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-bae6b96f-104c-44e0-9de7-732b9551f465 None None] Attempting to bind port 1ea4bb93-e4af-40af-97ca-9f5b84d3a740 by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:08:14.847439 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae6b96f-104c-44e0-9de7-732b9551f465 None None] Attempting to bind port 1ea4bb93-e4af-40af-97ca-9f5b84d3a740 on network 3128b05d-34b2-457b-8391-96d8c4503307 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:08:14.855038 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9badb94-b5fb-4a8e-9f39-39f041d04dd1 None None] Pushing event updated for resources: {'Port': ['ID=1ea4bb93-e4af-40af-97ca-9f5b84d3a740,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:14.868100 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae6b96f-104c-44e0-9de7-732b9551f465 None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:08:14.869182 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae6b96f-104c-44e0-9de7-732b9551f465 None None] Checking segment: {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:08:14.874607 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bae6b96f-104c-44e0-9de7-732b9551f465 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:14.875229 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae6b96f-104c-44e0-9de7-732b9551f465 None None] Bound using segment: {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:08:14.875946 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-bae6b96f-104c-44e0-9de7-732b9551f465 None None] Bound port: 1ea4bb93-e4af-40af-97ca-9f5b84d3a740, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:08:14.876530 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bae6b96f-104c-44e0-9de7-732b9551f465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (1ea4bb93-e4af-40af-97ca-9f5b84d3a740), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:14.905872 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 973eff7c-581c-43d2-babf-48244151e209 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:08:15.033868 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 973eff7c-581c-43d2-babf-48244151e209 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:08:15.035631 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (973eff7c-581c-43d2-babf-48244151e209), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:15.036448 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-bae6b96f-104c-44e0-9de7-732b9551f465 None None] For port 1ea4bb93-e4af-40af-97ca-9f5b84d3a740, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:08:15.047225 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-bae6b96f-104c-44e0-9de7-732b9551f465 None None] For port 1ea4bb93-e4af-40af-97ca-9f5b84d3a740, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=1ea4bb93-e4af-40af-97ca-9f5b84d3a740,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:08:15.062428 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bae6b96f-104c-44e0-9de7-732b9551f465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (1ea4bb93-e4af-40af-97ca-9f5b84d3a740), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:15.081191 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b38de0-1ec5-4446-8dac-41c82ad501e2 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:08:15.098884 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-50b38de0-1ec5-4446-8dac-41c82ad501e2 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:15.114487 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07432655-909a-4c04-8011-e89a267de9a6 None None] Sync routers for ids ['0fa05afc-b06b-4d34-b801-ef6b98481bec'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:08:15.121408 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-601a68f4-6a87-47a8-ba3a-e5a0e0d0deee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:15.162424 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07432655-909a-4c04-8011-e89a267de9a6 None None] Routers {'0fa05afc-b06b-4d34-b801-ef6b98481bec'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:08:15.163966 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-07432655-909a-4c04-8011-e89a267de9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:07:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['0fa05afc-b06b-4d34-b801-ef6b98481bec'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:15.185726 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-50b38de0-1ec5-4446-8dac-41c82ad501e2 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "PUT /v2.0/floatingips/e82e6668-ccb5-4a33-bccf-cf9378582d2d HTTP/1.1" status: 200 len: 991 time: 1.7807302 Apr 14 22:08:15.186383 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a2df8c-da2b-4f9d-802f-2cb28894981b', 'tag': 'e5010231-5053-43b9-8a40-94b4f270aa47'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:08:15.189232 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f2356c-5cca-483b-a577-785e0b2da83a" -d '{"events": [{"name": "network-changed", "server_uuid": "51a2df8c-da2b-4f9d-802f-2cb28894981b", "tag": "e5010231-5053-43b9-8a40-94b4f270aa47"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:08:15.311113 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b878f6-a921-428e-b6bf-35a5e777e286 x-openstack-request-id: req-09b878f6-a921-428e-b6bf-35a5e777e286 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:08:15.311528 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a2df8c-da2b-4f9d-802f-2cb28894981b", "tag": "e5010231-5053-43b9-8a40-94b4f270aa47", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:08:15.311895 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-09b878f6-a921-428e-b6bf-35a5e777e286 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:08:15.313942 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09b878f6-a921-428e-b6bf-35a5e777e286'] response: {'name': 'network-changed', 'server_uuid': '51a2df8c-da2b-4f9d-802f-2cb28894981b', 'tag': 'e5010231-5053-43b9-8a40-94b4f270aa47', 'status': 'completed', 'code': 200} Apr 14 22:08:15.314189 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae6b96f-104c-44e0-9de7-732b9551f465 None None] Routers {'73a10369-524e-4d94-ae30-e62844302baa'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:08:15.315072 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-bae6b96f-104c-44e0-9de7-732b9551f465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:07:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['73a10369-524e-4d94-ae30-e62844302baa'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:15.429754 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9badb94-b5fb-4a8e-9f39-39f041d04dd1 None None] Pushing event updated for resources: {'Port': ['ID=1ea4bb93-e4af-40af-97ca-9f5b84d3a740,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:15.445319 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2356c-5cca-483b-a577-785e0b2da83a req-75a3bbbf-a1f4-4d5b-970f-c55ec23f9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:15.446892 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d5f2356c-5cca-483b-a577-785e0b2da83a req-75a3bbbf-a1f4-4d5b-970f-c55ec23f9fde service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b75ef479aa7489a99a288245e0b1ee4&device_id=51a2df8c-da2b-4f9d-802f-2cb28894981b HTTP/1.1" status: 200 len: 1129 time: 0.1035175 Apr 14 22:08:15.532771 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-07432655-909a-4c04-8011-e89a267de9a6 None None] Set router 0fa05afc-b06b-4d34-b801-ef6b98481bec gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:08:15.535341 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 973eff7c-581c-43d2-babf-48244151e209 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:08:15.535341 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (973eff7c-581c-43d2-babf-48244151e209), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:15.554224 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-601a68f4-6a87-47a8-ba3a-e5a0e0d0deee admin admin] Allocated IP 172.20.0.1 (9dcb163f-6989-4edf-b58e-26ed76883c7b/89a26ea2-9d74-478d-bca2-a2c7082d3622/874eccf2-b5a5-4b37-af5e-a7cd2c56e33b) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:08:15.606713 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fd3fd6-1c62-47e9-995e-f4c89370fe4f None None] Network 9dcb163f-6989-4edf-b58e-26ed76883c7b requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:08:15.619244 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2356c-5cca-483b-a577-785e0b2da83a req-bf49fab1-4096-43e8-8a2a-c9af18fdf91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:15.620979 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d5f2356c-5cca-483b-a577-785e0b2da83a req-bf49fab1-4096-43e8-8a2a-c9af18fdf91c service neutron] 10.222.0.26 "GET /v2.0/networks?id=f84dca83-5c69-4fab-98e8-e2e1569693dd HTTP/1.1" status: 200 len: 915 time: 0.1648033 Apr 14 22:08:15.665500 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] For port 973eff7c-581c-43d2-babf-48244151e209, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=973eff7c-581c-43d2-babf-48244151e209,segment=NetworkSegment(3852dd88-412b-477c-a90c-037ade62a3ab),segment_id=3852dd88-412b-477c-a90c-037ade62a3ab)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:08:15.704860 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (973eff7c-581c-43d2-babf-48244151e209), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:15.705663 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device d7e7be3c-2399-47c4-81fe-acf5bbef511c up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:08:15.748029 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d5f2356c-5cca-483b-a577-785e0b2da83a req-f21905e8-5f83-4889-b06a-a96c9f73fca2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5010231-5053-43b9-8a40-94b4f270aa47 HTTP/1.1" status: 200 len: 999 time: 0.1204140 Apr 14 22:08:15.758333 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-bae6b96f-104c-44e0-9de7-732b9551f465 None None] Set router 73a10369-524e-4d94-ae30-e62844302baa gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:08:15.795600 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-601a68f4-6a87-47a8-ba3a-e5a0e0d0deee admin admin] Publish callbacks [] for port (874eccf2-b5a5-4b37-af5e-a7cd2c56e33b), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:15.846307 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2356c-5cca-483b-a577-785e0b2da83a req-5551dd73-c85a-4944-8b8a-6e8359d79caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:15.847785 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d5f2356c-5cca-483b-a577-785e0b2da83a req-5551dd73-c85a-4944-8b8a-6e8359d79caf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54e124ce-91a6-4427-8064-077f8d32c149 HTTP/1.1" status: 200 len: 854 time: 0.0937066 Apr 14 22:08:15.855824 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-601a68f4-6a87-47a8-ba3a-e5a0e0d0deee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (874eccf2-b5a5-4b37-af5e-a7cd2c56e33b), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:15.876084 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601a68f4-6a87-47a8-ba3a-e5a0e0d0deee admin admin] Network 9dcb163f-6989-4edf-b58e-26ed76883c7b is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:08:15.878985 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-601a68f4-6a87-47a8-ba3a-e5a0e0d0deee admin admin] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:08:15.901675 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601a68f4-6a87-47a8-ba3a-e5a0e0d0deee admin admin] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:08:15.949197 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2356c-5cca-483b-a577-785e0b2da83a req-0e4a7cc8-1d1f-4318-9a13-f150edcdeb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:15.950971 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d5f2356c-5cca-483b-a577-785e0b2da83a req-0e4a7cc8-1d1f-4318-9a13-f150edcdeb51 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f84dca83-5c69-4fab-98e8-e2e1569693dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0972691 Apr 14 22:08:15.952162 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-601a68f4-6a87-47a8-ba3a-e5a0e0d0deee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1773648'] for router_interface (73a10369-524e-4d94-ae30-e62844302baa), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:16.007548 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-bae6b96f-104c-44e0-9de7-732b9551f465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a10369-524e-4d94-ae30-e62844302baa', 'name': 'tempest-TestMinimumBasicScenario-1659460099-router', 'tenant_id': '6ae6a94dec63438faacc25eb54efcebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '1ea4bb93-e4af-40af-97ca-9f5b84d3a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:08:12Z', 'updated_at': '2022-04-14T22:08:13Z', 'revision_number': 3, 'project_id': '6ae6a94dec63438faacc25eb54efcebe', 'gw_port': {'id': '1ea4bb93-e4af-40af-97ca-9f5b84d3a740', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a10369-524e-4d94-ae30-e62844302baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:12Z', 'updated_at': '2022-04-14T22:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:16.020971 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a68f4-6a87-47a8-ba3a-e5a0e0d0deee admin admin] Pushing event updated for resources: {'Port': ['ID=874eccf2-b5a5-4b37-af5e-a7cd2c56e33b,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:16.033386 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-385f28a0-028a-4b60-91de-afea1dd5119f None None] Provisioning complete for port 973eff7c-581c-43d2-babf-48244151e209 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:08:16.033899 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-385f28a0-028a-4b60-91de-afea1dd5119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (973eff7c-581c-43d2-babf-48244151e209), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:16.059289 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae6b96f-104c-44e0-9de7-732b9551f465 None None] The sync data for ids ['73a10369-524e-4d94-ae30-e62844302baa'] in dv-cinder-838009-1-iscsi is: [{'id': '73a10369-524e-4d94-ae30-e62844302baa', 'name': 'tempest-TestMinimumBasicScenario-1659460099-router', 'tenant_id': '6ae6a94dec63438faacc25eb54efcebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '1ea4bb93-e4af-40af-97ca-9f5b84d3a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:08:12Z', 'updated_at': '2022-04-14T22:08:13Z', 'revision_number': 3, 'project_id': '6ae6a94dec63438faacc25eb54efcebe', 'gw_port': {'id': '1ea4bb93-e4af-40af-97ca-9f5b84d3a740', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a10369-524e-4d94-ae30-e62844302baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:12Z', 'updated_at': '2022-04-14T22:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:08:16.123755 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d5f2356c-5cca-483b-a577-785e0b2da83a req-6839ec27-0669-47df-8583-6804263354b3 service neutron] 10.222.0.26 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515572 Apr 14 22:08:16.153188 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-601a68f4-6a87-47a8-ba3a-e5a0e0d0deee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (874eccf2-b5a5-4b37-af5e-a7cd2c56e33b), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:16.186730 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port d7e7be3c-2399-47c4-81fe-acf5bbef511c triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:08:16.187110 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (d7e7be3c-2399-47c4-81fe-acf5bbef511c), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:16.271059 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Pushing event updated for resources: {'Port': ['ID=973eff7c-581c-43d2-babf-48244151e209,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:16.394742 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-601a68f4-6a87-47a8-ba3a-e5a0e0d0deee admin admin] Publish callbacks [] for port (874eccf2-b5a5-4b37-af5e-a7cd2c56e33b), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:16.400956 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-601a68f4-6a87-47a8-ba3a-e5a0e0d0deee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9471757'] for port (874eccf2-b5a5-4b37-af5e-a7cd2c56e33b), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:16.436254 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-07432655-909a-4c04-8011-e89a267de9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 4, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': 'e82e6668-ccb5-4a33-bccf-cf9378582d2d', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'port_id': 'e5010231-5053-43b9-8a40-94b4f270aa47', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'mac_address': 'fa:16:3e:00:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a2df8c-da2b-4f9d-802f-2cb28894981b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:07:57Z', 'updated_at': '2022-04-14T22:08:13Z', 'revision_number': 1, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca5a437-8c6a-406a-a398-3167840c95b0', 'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'mac_address': 'fa:16:3e:09:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:54Z', 'updated_at': '2022-04-14T22:07:58Z', 'revision_number': 5, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'subnets': [{'id': '54e124ce-91a6-4427-8064-077f8d32c149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:16.443440 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-385f28a0-028a-4b60-91de-afea1dd5119f None None] Current status of the port 973eff7c-581c-43d2-babf-48244151e209 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:08:16.519221 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07432655-909a-4c04-8011-e89a267de9a6 None None] Checking router: 0fa05afc-b06b-4d34-b801-ef6b98481bec for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:08:16.531904 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07432655-909a-4c04-8011-e89a267de9a6 None None] Routers {'0fa05afc-b06b-4d34-b801-ef6b98481bec'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:08:16.532594 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-07432655-909a-4c04-8011-e89a267de9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:07:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['0fa05afc-b06b-4d34-b801-ef6b98481bec'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:16.534458 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a68f4-6a87-47a8-ba3a-e5a0e0d0deee admin admin] Pushing event updated for resources: {'Port': ['ID=874eccf2-b5a5-4b37-af5e-a7cd2c56e33b,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:16.537310 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-601a68f4-6a87-47a8-ba3a-e5a0e0d0deee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1775072'] for router_interface (73a10369-524e-4d94-ae30-e62844302baa), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:16.609315 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port d7e7be3c-2399-47c4-81fe-acf5bbef511c is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:08:16.639900 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d5f2356c-5cca-483b-a577-785e0b2da83a req-43c4cff4-3cf4-4a42-bb61-796a4d509ef0 service neutron] 10.222.0.26 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096638 Apr 14 22:08:16.669798 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601a68f4-6a87-47a8-ba3a-e5a0e0d0deee admin admin] Network 9dcb163f-6989-4edf-b58e-26ed76883c7b is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:08:16.671463 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-601a68f4-6a87-47a8-ba3a-e5a0e0d0deee admin admin] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:08:16.727823 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-07432655-909a-4c04-8011-e89a267de9a6 None None] Set router 0fa05afc-b06b-4d34-b801-ef6b98481bec gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:08:16.794929 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-815f4ab6-7333-4ac8-b1c0-bd877cc5ddc3 None None] Provisioning complete for port 874eccf2-b5a5-4b37-af5e-a7cd2c56e33b triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:08:16.795307 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-815f4ab6-7333-4ac8-b1c0-bd877cc5ddc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (874eccf2-b5a5-4b37-af5e-a7cd2c56e33b), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:16.882943 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601a68f4-6a87-47a8-ba3a-e5a0e0d0deee admin admin] Router 73a10369-524e-4d94-ae30-e62844302baa has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:08:16.925243 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-815f4ab6-7333-4ac8-b1c0-bd877cc5ddc3 None None] Port 874eccf2-b5a5-4b37-af5e-a7cd2c56e33b cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:08:17.003459 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 973eff7c-581c-43d2-babf-48244151e209 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:08:17.051200 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601a68f4-6a87-47a8-ba3a-e5a0e0d0deee admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:08:17.051835 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-815f4ab6-7333-4ac8-b1c0-bd877cc5ddc3 None None] Provisioning complete for port 973eff7c-581c-43d2-babf-48244151e209 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:08:17.052299 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-815f4ab6-7333-4ac8-b1c0-bd877cc5ddc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (973eff7c-581c-43d2-babf-48244151e209), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:17.057478 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-601a68f4-6a87-47a8-ba3a-e5a0e0d0deee admin admin] 10.222.0.43 "PUT /v2.0/routers/73a10369-524e-4d94-ae30-e62844302baa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2490726 Apr 14 22:08:17.130391 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 973eff7c-581c-43d2-babf-48244151e209 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:08:17.130766 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (973eff7c-581c-43d2-babf-48244151e209), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:17.230224 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-07432655-909a-4c04-8011-e89a267de9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 4, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': 'e82e6668-ccb5-4a33-bccf-cf9378582d2d', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'port_id': 'e5010231-5053-43b9-8a40-94b4f270aa47', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'mac_address': 'fa:16:3e:00:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a2df8c-da2b-4f9d-802f-2cb28894981b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:07:57Z', 'updated_at': '2022-04-14T22:08:13Z', 'revision_number': 1, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca5a437-8c6a-406a-a398-3167840c95b0', 'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'mac_address': 'fa:16:3e:09:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:54Z', 'updated_at': '2022-04-14T22:07:58Z', 'revision_number': 5, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'subnets': [{'id': '54e124ce-91a6-4427-8064-077f8d32c149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:17.293583 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07432655-909a-4c04-8011-e89a267de9a6 None None] The sync data for ids ['0fa05afc-b06b-4d34-b801-ef6b98481bec'] in dv-cinder-838009-1-iscsi is: [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 4, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': 'e82e6668-ccb5-4a33-bccf-cf9378582d2d', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'port_id': 'e5010231-5053-43b9-8a40-94b4f270aa47', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'mac_address': 'fa:16:3e:00:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a2df8c-da2b-4f9d-802f-2cb28894981b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:07:57Z', 'updated_at': '2022-04-14T22:08:13Z', 'revision_number': 1, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca5a437-8c6a-406a-a398-3167840c95b0', 'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'mac_address': 'fa:16:3e:09:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:54Z', 'updated_at': '2022-04-14T22:07:58Z', 'revision_number': 5, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'subnets': [{'id': '54e124ce-91a6-4427-8064-077f8d32c149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:08:17.320152 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-815f4ab6-7333-4ac8-b1c0-bd877cc5ddc3 None None] Current status of the port 973eff7c-581c-43d2-babf-48244151e209 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:08:17.358524 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 973eff7c-581c-43d2-babf-48244151e209 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:08:17.359717 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 1ea4bb93-e4af-40af-97ca-9f5b84d3a740 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:08:17.420016 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 1ea4bb93-e4af-40af-97ca-9f5b84d3a740 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:08:17.420418 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (1ea4bb93-e4af-40af-97ca-9f5b84d3a740), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:17.492971 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f62d69f6-0fab-415c-84dd-311a4765a2bd None None] Provisioning complete for port 874eccf2-b5a5-4b37-af5e-a7cd2c56e33b triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:08:17.493429 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f62d69f6-0fab-415c-84dd-311a4765a2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (874eccf2-b5a5-4b37-af5e-a7cd2c56e33b), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:17.600451 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f62d69f6-0fab-415c-84dd-311a4765a2bd None None] Port 874eccf2-b5a5-4b37-af5e-a7cd2c56e33b cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:08:17.606728 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 1ea4bb93-e4af-40af-97ca-9f5b84d3a740 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:08:17.607038 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (1ea4bb93-e4af-40af-97ca-9f5b84d3a740), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:17.630513 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] For port 1ea4bb93-e4af-40af-97ca-9f5b84d3a740, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=1ea4bb93-e4af-40af-97ca-9f5b84d3a740,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:08:17.636465 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ffc72d-eaff-445d-a88c-f58dd2326c25 None None] New status for floating IP e82e6668-ccb5-4a33-bccf-cf9378582d2d: ACTIVE {{(pid=103422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:08:17.641864 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (1ea4bb93-e4af-40af-97ca-9f5b84d3a740), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:17.711449 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Pushing event updated for resources: {'Port': ['ID=1ea4bb93-e4af-40af-97ca-9f5b84d3a740,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:18.334572 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eef4d0-4ccc-423e-a05a-c0fc5ad74d2d None None] Sync routers for ids ['73a10369-524e-4d94-ae30-e62844302baa'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:08:18.348451 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eef4d0-4ccc-423e-a05a-c0fc5ad74d2d None None] Routers {'73a10369-524e-4d94-ae30-e62844302baa'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:08:18.349247 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-65eef4d0-4ccc-423e-a05a-c0fc5ad74d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:07:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['73a10369-524e-4d94-ae30-e62844302baa'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:18.486694 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-65eef4d0-4ccc-423e-a05a-c0fc5ad74d2d None None] Set router 73a10369-524e-4d94-ae30-e62844302baa gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:08:18.779585 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 1ea4bb93-e4af-40af-97ca-9f5b84d3a740 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:08:18.863972 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 1ea4bb93-e4af-40af-97ca-9f5b84d3a740 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:08:18.864597 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (1ea4bb93-e4af-40af-97ca-9f5b84d3a740), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:18.934011 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-65eef4d0-4ccc-423e-a05a-c0fc5ad74d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a10369-524e-4d94-ae30-e62844302baa', 'name': 'tempest-TestMinimumBasicScenario-1659460099-router', 'tenant_id': '6ae6a94dec63438faacc25eb54efcebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '1ea4bb93-e4af-40af-97ca-9f5b84d3a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:08:12Z', 'updated_at': '2022-04-14T22:08:16Z', 'revision_number': 4, 'project_id': '6ae6a94dec63438faacc25eb54efcebe', 'gw_port': {'id': '1ea4bb93-e4af-40af-97ca-9f5b84d3a740', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a10369-524e-4d94-ae30-e62844302baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:12Z', 'updated_at': '2022-04-14T22:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '874eccf2-b5a5-4b37-af5e-a7cd2c56e33b', 'name': '', 'network_id': '9dcb163f-6989-4edf-b58e-26ed76883c7b', 'tenant_id': '6ae6a94dec63438faacc25eb54efcebe', 'mac_address': 'fa:16:3e:8c:44:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a10369-524e-4d94-ae30-e62844302baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '89a26ea2-9d74-478d-bca2-a2c7082d3622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:15Z', 'updated_at': '2022-04-14T22:08:16Z', 'revision_number': 2, 'project_id': '6ae6a94dec63438faacc25eb54efcebe', 'subnets': [{'id': '89a26ea2-9d74-478d-bca2-a2c7082d3622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:18.965822 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eef4d0-4ccc-423e-a05a-c0fc5ad74d2d None None] Checking router: 73a10369-524e-4d94-ae30-e62844302baa for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:08:18.966180 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eef4d0-4ccc-423e-a05a-c0fc5ad74d2d None None] Updating router 73a10369-524e-4d94-ae30-e62844302baa port 874eccf2-b5a5-4b37-af5e-a7cd2c56e33b binding host dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:08:19.021104 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-65eef4d0-4ccc-423e-a05a-c0fc5ad74d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (874eccf2-b5a5-4b37-af5e-a7cd2c56e33b), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:19.040357 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 1ea4bb93-e4af-40af-97ca-9f5b84d3a740 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:08:19.337333 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-65eef4d0-4ccc-423e-a05a-c0fc5ad74d2d None None] Publish callbacks [] for port (874eccf2-b5a5-4b37-af5e-a7cd2c56e33b), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:19.343842 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-65eef4d0-4ccc-423e-a05a-c0fc5ad74d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (874eccf2-b5a5-4b37-af5e-a7cd2c56e33b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:19.422200 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f4e9e-0291-4c67-857a-e6e7092ab217 None None] Pushing event updated for resources: {'Port': ['ID=874eccf2-b5a5-4b37-af5e-a7cd2c56e33b,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:19.470490 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-65eef4d0-4ccc-423e-a05a-c0fc5ad74d2d None None] Attempting to bind port 874eccf2-b5a5-4b37-af5e-a7cd2c56e33b on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:08:19.471008 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-65eef4d0-4ccc-423e-a05a-c0fc5ad74d2d None None] Attempting to bind port 874eccf2-b5a5-4b37-af5e-a7cd2c56e33b by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': '3852dd88-412b-477c-a90c-037ade62a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9dcb163f-6989-4edf-b58e-26ed76883c7b'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:08:19.471496 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eef4d0-4ccc-423e-a05a-c0fc5ad74d2d None None] Attempting to bind port 874eccf2-b5a5-4b37-af5e-a7cd2c56e33b on network 9dcb163f-6989-4edf-b58e-26ed76883c7b {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:08:19.484389 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eef4d0-4ccc-423e-a05a-c0fc5ad74d2d None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:08:19.484888 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eef4d0-4ccc-423e-a05a-c0fc5ad74d2d None None] Checking segment: {'id': '3852dd88-412b-477c-a90c-037ade62a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9dcb163f-6989-4edf-b58e-26ed76883c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:08:19.485380 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-65eef4d0-4ccc-423e-a05a-c0fc5ad74d2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:19.485842 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eef4d0-4ccc-423e-a05a-c0fc5ad74d2d None None] Bound using segment: {'id': '3852dd88-412b-477c-a90c-037ade62a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9dcb163f-6989-4edf-b58e-26ed76883c7b'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:08:19.486400 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-65eef4d0-4ccc-423e-a05a-c0fc5ad74d2d None None] Bound port: 874eccf2-b5a5-4b37-af5e-a7cd2c56e33b, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3852dd88-412b-477c-a90c-037ade62a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9dcb163f-6989-4edf-b58e-26ed76883c7b'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:08:19.486848 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-65eef4d0-4ccc-423e-a05a-c0fc5ad74d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (874eccf2-b5a5-4b37-af5e-a7cd2c56e33b), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:19.582769 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-65eef4d0-4ccc-423e-a05a-c0fc5ad74d2d None None] For port 874eccf2-b5a5-4b37-af5e-a7cd2c56e33b, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:08:19.590114 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-65eef4d0-4ccc-423e-a05a-c0fc5ad74d2d None None] For port 874eccf2-b5a5-4b37-af5e-a7cd2c56e33b, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=874eccf2-b5a5-4b37-af5e-a7cd2c56e33b,segment=NetworkSegment(3852dd88-412b-477c-a90c-037ade62a3ab),segment_id=3852dd88-412b-477c-a90c-037ade62a3ab)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:08:19.600154 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-65eef4d0-4ccc-423e-a05a-c0fc5ad74d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (874eccf2-b5a5-4b37-af5e-a7cd2c56e33b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:19.698958 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eef4d0-4ccc-423e-a05a-c0fc5ad74d2d None None] Routers {'73a10369-524e-4d94-ae30-e62844302baa'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:08:19.698958 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-65eef4d0-4ccc-423e-a05a-c0fc5ad74d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:07:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['73a10369-524e-4d94-ae30-e62844302baa'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:19.783037 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f4e9e-0291-4c67-857a-e6e7092ab217 None None] Pushing event updated for resources: {'Port': ['ID=874eccf2-b5a5-4b37-af5e-a7cd2c56e33b,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:19.847865 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-ebccecf5-9fd7-43a1-9d39-1a6a16ad455d None None] Provisioning complete for port 874eccf2-b5a5-4b37-af5e-a7cd2c56e33b triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:08:19.848228 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ebccecf5-9fd7-43a1-9d39-1a6a16ad455d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (874eccf2-b5a5-4b37-af5e-a7cd2c56e33b), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:19.918888 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-65eef4d0-4ccc-423e-a05a-c0fc5ad74d2d None None] Set router 73a10369-524e-4d94-ae30-e62844302baa gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:08:20.118771 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-ebccecf5-9fd7-43a1-9d39-1a6a16ad455d None None] Current status of the port 874eccf2-b5a5-4b37-af5e-a7cd2c56e33b is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:08:20.119297 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ebccecf5-9fd7-43a1-9d39-1a6a16ad455d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (874eccf2-b5a5-4b37-af5e-a7cd2c56e33b), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:20.184364 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-ebccecf5-9fd7-43a1-9d39-1a6a16ad455d None None] For port 874eccf2-b5a5-4b37-af5e-a7cd2c56e33b, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=874eccf2-b5a5-4b37-af5e-a7cd2c56e33b,segment=NetworkSegment(3852dd88-412b-477c-a90c-037ade62a3ab),segment_id=3852dd88-412b-477c-a90c-037ade62a3ab)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:08:20.211893 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ebccecf5-9fd7-43a1-9d39-1a6a16ad455d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (874eccf2-b5a5-4b37-af5e-a7cd2c56e33b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:20.261886 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-65eef4d0-4ccc-423e-a05a-c0fc5ad74d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a10369-524e-4d94-ae30-e62844302baa', 'name': 'tempest-TestMinimumBasicScenario-1659460099-router', 'tenant_id': '6ae6a94dec63438faacc25eb54efcebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '1ea4bb93-e4af-40af-97ca-9f5b84d3a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:08:12Z', 'updated_at': '2022-04-14T22:08:16Z', 'revision_number': 4, 'project_id': '6ae6a94dec63438faacc25eb54efcebe', 'gw_port': {'id': '1ea4bb93-e4af-40af-97ca-9f5b84d3a740', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a10369-524e-4d94-ae30-e62844302baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:12Z', 'updated_at': '2022-04-14T22:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '874eccf2-b5a5-4b37-af5e-a7cd2c56e33b', 'name': '', 'network_id': '9dcb163f-6989-4edf-b58e-26ed76883c7b', 'tenant_id': '6ae6a94dec63438faacc25eb54efcebe', 'mac_address': 'fa:16:3e:8c:44:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a10369-524e-4d94-ae30-e62844302baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '89a26ea2-9d74-478d-bca2-a2c7082d3622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:15Z', 'updated_at': '2022-04-14T22:08:19Z', 'revision_number': 4, 'project_id': '6ae6a94dec63438faacc25eb54efcebe', 'subnets': [{'id': '89a26ea2-9d74-478d-bca2-a2c7082d3622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:20.301942 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eef4d0-4ccc-423e-a05a-c0fc5ad74d2d None None] The sync data for ids ['73a10369-524e-4d94-ae30-e62844302baa'] in dv-cinder-838009-1-iscsi is: [{'id': '73a10369-524e-4d94-ae30-e62844302baa', 'name': 'tempest-TestMinimumBasicScenario-1659460099-router', 'tenant_id': '6ae6a94dec63438faacc25eb54efcebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '1ea4bb93-e4af-40af-97ca-9f5b84d3a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:08:12Z', 'updated_at': '2022-04-14T22:08:16Z', 'revision_number': 4, 'project_id': '6ae6a94dec63438faacc25eb54efcebe', 'gw_port': {'id': '1ea4bb93-e4af-40af-97ca-9f5b84d3a740', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a10369-524e-4d94-ae30-e62844302baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:12Z', 'updated_at': '2022-04-14T22:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '874eccf2-b5a5-4b37-af5e-a7cd2c56e33b', 'name': '', 'network_id': '9dcb163f-6989-4edf-b58e-26ed76883c7b', 'tenant_id': '6ae6a94dec63438faacc25eb54efcebe', 'mac_address': 'fa:16:3e:8c:44:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a10369-524e-4d94-ae30-e62844302baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '89a26ea2-9d74-478d-bca2-a2c7082d3622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:15Z', 'updated_at': '2022-04-14T22:08:19Z', 'revision_number': 4, 'project_id': '6ae6a94dec63438faacc25eb54efcebe', 'subnets': [{'id': '89a26ea2-9d74-478d-bca2-a2c7082d3622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:08:20.318407 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebccecf5-9fd7-43a1-9d39-1a6a16ad455d None None] Pushing event updated for resources: {'Port': ['ID=874eccf2-b5a5-4b37-af5e-a7cd2c56e33b,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:20.340854 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-ee41c80f-6786-4174-b0d3-585f1fb11a5f None None] Provisioning complete for port 874eccf2-b5a5-4b37-af5e-a7cd2c56e33b triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:08:20.341407 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ee41c80f-6786-4174-b0d3-585f1fb11a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (874eccf2-b5a5-4b37-af5e-a7cd2c56e33b), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:20.463740 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-ee41c80f-6786-4174-b0d3-585f1fb11a5f None None] Current status of the port 874eccf2-b5a5-4b37-af5e-a7cd2c56e33b is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:08:20.807367 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 874eccf2-b5a5-4b37-af5e-a7cd2c56e33b up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:08:20.879290 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 874eccf2-b5a5-4b37-af5e-a7cd2c56e33b triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:08:20.880122 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (874eccf2-b5a5-4b37-af5e-a7cd2c56e33b), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:20.996539 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 874eccf2-b5a5-4b37-af5e-a7cd2c56e33b is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:08:23.995861 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b688c7d9-687e-4b7d-b6b2-a823f7fd520d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:26.391232 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2f580e5d-9488-4428-8d00-d6f5a0c4e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:27.519010 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:27.627692 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-8ddf1df1-d686-48c8-acaf-5c752599033f tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:27.629205 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-8ddf1df1-d686-48c8-acaf-5c752599033f tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/networks?id=8180bb61-cf56-412a-ba88-217a5f141b04 HTTP/1.1" status: 200 len: 815 time: 0.1031587 Apr 14 22:08:27.644402 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-7aa4d758-38df-491d-8d28-1563c2c54faf tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/quotas/4957df5a8870465fbbf36d3fe01f0e7b HTTP/1.1" status: 200 len: 375 time: 0.0090890 Apr 14 22:08:27.701885 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-dd001f05-1611-42d0-9099-3394fdd5814c tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4957df5a8870465fbbf36d3fe01f0e7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510111 Apr 14 22:08:27.804538 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-1b014cea-9a1c-4582-b692-12bde90bea09 service neutron] 10.222.0.43 "GET /v2.0/networks/8180bb61-cf56-412a-ba88-217a5f141b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893269 Apr 14 22:08:27.903465 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-642268db-ccf6-491f-9dbe-2bd46ae022d7 service neutron] 10.222.0.43 "GET /v2.0/networks/8180bb61-cf56-412a-ba88-217a5f141b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898032 Apr 14 22:08:28.063398 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8bdb492a-245f-4bca-9283-13be6e1ca53f req-09f23595-cbc5-4511-9b11-b77c31bad420 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 210 time: 0.0274754 Apr 14 22:08:28.817662 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:29.160796 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-816a422a-1e1c-4961-88b0-317fc3707b25 req-5ebabf0d-12be-49ef-bc36-64969e9d233d tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 210 time: 0.0276833 Apr 14 22:08:29.297490 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-da2f2e75-0d7b-4944-97d8-66a32a113459 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:29.298992 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-da2f2e75-0d7b-4944-97d8-66a32a113459 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.26 "GET /v2.0/networks?id=8180bb61-cf56-412a-ba88-217a5f141b04 HTTP/1.1" status: 200 len: 815 time: 0.1074321 Apr 14 22:08:29.311633 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-0d33650a-1fbe-45a3-985a-2513961f6093 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Request body: {'port': {'device_id': '94617d88-4c90-4346-a9d6-74517e31f135', 'network_id': '8180bb61-cf56-412a-ba88-217a5f141b04', 'admin_state_up': True, 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:08:29.424474 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-0d33650a-1fbe-45a3-985a-2513961f6093 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Made reservation on behalf of 4957df5a8870465fbbf36d3fe01f0e7b for: {'port': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:08:29.427736 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-0d33650a-1fbe-45a3-985a-2513961f6093 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:29.565668 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-0d33650a-1fbe-45a3-985a-2513961f6093 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Allocated IP 172.20.0.10 (8180bb61-cf56-412a-ba88-217a5f141b04/52c6f6f2-587d-4567-93e3-915ebdc2580f/97665213-ec71-4ae5-abff-5aabc48a0d9e) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:08:29.791286 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-0d33650a-1fbe-45a3-985a-2513961f6093 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for port (97665213-ec71-4ae5-abff-5aabc48a0d9e), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:29.836996 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-0d33650a-1fbe-45a3-985a-2513961f6093 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (97665213-ec71-4ae5-abff-5aabc48a0d9e), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:29.929097 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-0d33650a-1fbe-45a3-985a-2513961f6093 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Network 8180bb61-cf56-412a-ba88-217a5f141b04 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:08:29.933953 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-0d33650a-1fbe-45a3-985a-2513961f6093 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:08:29.953826 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-0d33650a-1fbe-45a3-985a-2513961f6093 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:08:29.959362 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33650a-1fbe-45a3-985a-2513961f6093 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Pushing event updated for resources: {'Port': ['ID=97665213-ec71-4ae5-abff-5aabc48a0d9e,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:30.017762 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-0d33650a-1fbe-45a3-985a-2513961f6093 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:30.019442 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-0d33650a-1fbe-45a3-985a-2513961f6093 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:30.045605 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-0d33650a-1fbe-45a3-985a-2513961f6093 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7375669 Apr 14 22:08:30.250860 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-820a1ea9-e045-49c9-a21f-15bce2b52ceb None None] Provisioning complete for port 97665213-ec71-4ae5-abff-5aabc48a0d9e triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:08:30.251454 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-820a1ea9-e045-49c9-a21f-15bce2b52ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (97665213-ec71-4ae5-abff-5aabc48a0d9e), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:30.296962 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec735f65-92f5-4f03-9483-2118d85e1381 req-5b518446-801f-4d36-9286-3e13d9168b2e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:30.298531 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-820a1ea9-e045-49c9-a21f-15bce2b52ceb None None] Port 97665213-ec71-4ae5-abff-5aabc48a0d9e cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:08:30.299009 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ec735f65-92f5-4f03-9483-2118d85e1381 req-5b518446-801f-4d36-9286-3e13d9168b2e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 932 time: 0.0613503 Apr 14 22:08:30.357256 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ec735f65-92f5-4f03-9483-2118d85e1381 req-667c1c59-9272-4160-9d75-4c2817e624d9 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522585 Apr 14 22:08:30.471425 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:31.332602 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:08:31.481885 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375af469-f23b-410c-b18d-33676bb28329 req-e828a506-06cf-4226-afeb-c9a189e8eff8 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:31.483411 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-375af469-f23b-410c-b18d-33676bb28329 req-e828a506-06cf-4226-afeb-c9a189e8eff8 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 932 time: 0.0511031 Apr 14 22:08:31.554737 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-375af469-f23b-410c-b18d-33676bb28329 req-5288fc47-159d-44a3-88ce-2b01e7d094e4 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640566 Apr 14 22:08:32.674524 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202b3e6-8db2-48f7-bb0e-2108b07d2e13 req-f15d7fed-af46-410f-9d6e-2f9b521ca9e6 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:32.676171 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e202b3e6-8db2-48f7-bb0e-2108b07d2e13 req-f15d7fed-af46-410f-9d6e-2f9b521ca9e6 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 932 time: 0.0484681 Apr 14 22:08:32.728723 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e202b3e6-8db2-48f7-bb0e-2108b07d2e13 req-0cc1b00e-b1d9-40c3-b236-4d7bbb2ff7a7 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458801 Apr 14 22:08:33.854029 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b46c1-8a61-4b4b-b0ca-47d7a69d1a7f req-a0f0358c-95b8-4449-99a0-3673439ddf13 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:33.855557 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-461b46c1-8a61-4b4b-b0ca-47d7a69d1a7f req-a0f0358c-95b8-4449-99a0-3673439ddf13 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 932 time: 0.0556865 Apr 14 22:08:33.906492 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-461b46c1-8a61-4b4b-b0ca-47d7a69d1a7f req-24ec8cff-4ba3-47c9-ba57-ce47f53bf1f9 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446413 Apr 14 22:08:35.033533 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d78453-a59e-4043-976e-c6cbe64eb993 req-4504b55b-f65a-4e46-a9f5-3e4ff4cc57b0 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:35.035040 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-23d78453-a59e-4043-976e-c6cbe64eb993 req-4504b55b-f65a-4e46-a9f5-3e4ff4cc57b0 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 932 time: 0.0483937 Apr 14 22:08:35.085293 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-23d78453-a59e-4043-976e-c6cbe64eb993 req-1d1818ab-033f-458b-b020-85489f0888ac tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446863 Apr 14 22:08:36.219110 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc4925-7d04-49b4-88d4-42b8ffd84fc6 req-a499ff63-05af-4ce3-a461-3328b7246f31 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:36.220975 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-9ffc4925-7d04-49b4-88d4-42b8ffd84fc6 req-a499ff63-05af-4ce3-a461-3328b7246f31 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 932 time: 0.0592575 Apr 14 22:08:36.275809 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-9ffc4925-7d04-49b4-88d4-42b8ffd84fc6 req-356a6c85-8c65-4666-8db7-7ad5ab72b1f9 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454094 Apr 14 22:08:37.393465 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cbcac-999f-48a3-8c3a-2eee89897432 req-aee4b324-a55e-4e9d-9c72-c1b5a1e6c37f tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:37.395103 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a20cbcac-999f-48a3-8c3a-2eee89897432 req-aee4b324-a55e-4e9d-9c72-c1b5a1e6c37f tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 932 time: 0.0508769 Apr 14 22:08:37.449207 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a20cbcac-999f-48a3-8c3a-2eee89897432 req-a7ebd42e-83bf-46e6-9866-72e137318043 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484943 Apr 14 22:08:38.563834 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2e818-07ad-47fe-b73b-f6a4b0a349f6 req-9857864b-bf92-4671-9648-9dd302111a37 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:38.565395 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4ea2e818-07ad-47fe-b73b-f6a4b0a349f6 req-9857864b-bf92-4671-9648-9dd302111a37 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 932 time: 0.0478671 Apr 14 22:08:38.614733 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4ea2e818-07ad-47fe-b73b-f6a4b0a349f6 req-6eed9879-b0d6-42ed-b64e-dd41fb0ae806 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428538 Apr 14 22:08:39.066837 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Request body: {'port': {'device_id': '94617d88-4c90-4346-a9d6-74517e31f135', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:08:39.135166 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (97665213-ec71-4ae5-abff-5aabc48a0d9e), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:39.401619 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97665213-ec71-4ae5-abff-5aabc48a0d9e {{(pid=103420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:08:39.408903 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Publish callbacks [] for port (97665213-ec71-4ae5-abff-5aabc48a0d9e), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:39.421001 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.provisioning_blocks [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Transition to ACTIVE for port object 97665213-ec71-4ae5-abff-5aabc48a0d9e will not be triggered until provisioned by entity L2. {{(pid=103420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:08:39.424494 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (97665213-ec71-4ae5-abff-5aabc48a0d9e), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:39.500753 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Pushing event updated for resources: {'Port': ['ID=97665213-ec71-4ae5-abff-5aabc48a0d9e,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:39.527247 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:39.527600 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:39.527941 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:39.528279 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:39.528639 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:39.528969 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:39.529300 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:39.529630 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:39.529954 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:39.530277 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:39.530605 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:39.530934 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:39.531255 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:39.531574 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:39.531891 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:39.567452 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Attempting to bind port 97665213-ec71-4ae5-abff-5aabc48a0d9e on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:08:39.568333 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Attempting to bind port 97665213-ec71-4ae5-abff-5aabc48a0d9e by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '2b04bd82-c328-4a5d-a847-ed46eff1a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8180bb61-cf56-412a-ba88-217a5f141b04'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:08:39.569714 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Attempting to bind port 97665213-ec71-4ae5-abff-5aabc48a0d9e on network 8180bb61-cf56-412a-ba88-217a5f141b04 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:08:39.574945 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Port 97665213-ec71-4ae5-abff-5aabc48a0d9e on network 8180bb61-cf56-412a-ba88-217a5f141b04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:08:39.575534 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Attempting to bind port 97665213-ec71-4ae5-abff-5aabc48a0d9e on network 8180bb61-cf56-412a-ba88-217a5f141b04 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:08:39.581172 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Checking agent: {'id': 'a0099bcd-bb41-4a7e-a45e-2f38f6e9b749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'started_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:08:39.581525 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Checking segment: {'id': '2b04bd82-c328-4a5d-a847-ed46eff1a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8180bb61-cf56-412a-ba88-217a5f141b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:08:39.581982 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Bound using segment: {'id': '2b04bd82-c328-4a5d-a847-ed46eff1a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8180bb61-cf56-412a-ba88-217a5f141b04'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:08:39.582485 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Bound port: 97665213-ec71-4ae5-abff-5aabc48a0d9e, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b04bd82-c328-4a5d-a847-ed46eff1a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8180bb61-cf56-412a-ba88-217a5f141b04'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:08:39.582916 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (97665213-ec71-4ae5-abff-5aabc48a0d9e), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:39.660409 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] For port 97665213-ec71-4ae5-abff-5aabc48a0d9e, host hv-cinder-83800, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:08:39.664851 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] For port 97665213-ec71-4ae5-abff-5aabc48a0d9e, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=97665213-ec71-4ae5-abff-5aabc48a0d9e,segment=NetworkSegment(2b04bd82-c328-4a5d-a847-ed46eff1a168),segment_id=2b04bd82-c328-4a5d-a847-ed46eff1a168)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:08:39.672863 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (97665213-ec71-4ae5-abff-5aabc48a0d9e), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:39.716684 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:39.717321 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:39.718776 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] 10.222.0.26 "PUT /v2.0/ports/97665213-ec71-4ae5-abff-5aabc48a0d9e HTTP/1.1" status: 200 len: 1094 time: 0.6563160 Apr 14 22:08:39.719241 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94617d88-4c90-4346-a9d6-74517e31f135', 'tag': '97665213-ec71-4ae5-abff-5aabc48a0d9e'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:08:39.721785 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31167801-cf81-477d-98eb-9a73fc63f5a1" -d '{"events": [{"name": "network-changed", "server_uuid": "94617d88-4c90-4346-a9d6-74517e31f135", "tag": "97665213-ec71-4ae5-abff-5aabc48a0d9e"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:08:39.834665 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b110228-5566-4200-811a-c515daefa7f8 req-4d5af542-a576-4237-8a55-c088ad13d666 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:39.836570 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70517343-8e64-41d1-a8b4-223b8f7da859 x-openstack-request-id: req-70517343-8e64-41d1-a8b4-223b8f7da859 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:08:39.836968 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94617d88-4c90-4346-a9d6-74517e31f135", "tag": "97665213-ec71-4ae5-abff-5aabc48a0d9e", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:08:39.837325 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70517343-8e64-41d1-a8b4-223b8f7da859 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:08:39.837836 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70517343-8e64-41d1-a8b4-223b8f7da859'] response: {'name': 'network-changed', 'server_uuid': '94617d88-4c90-4346-a9d6-74517e31f135', 'tag': '97665213-ec71-4ae5-abff-5aabc48a0d9e', 'status': 'completed', 'code': 200} Apr 14 22:08:39.838327 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8b110228-5566-4200-811a-c515daefa7f8 req-4d5af542-a576-4237-8a55-c088ad13d666 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 944 time: 0.1400685 Apr 14 22:08:39.859451 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749e778-601d-4f8c-b3a3-dcb1da0f6e7d service neutron] Pushing event updated for resources: {'Port': ['ID=97665213-ec71-4ae5-abff-5aabc48a0d9e,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:39.868535 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-108ea6d9-f078-44f0-82e6-30eae7540e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:39.869858 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-108ea6d9-f078-44f0-82e6-30eae7540e9b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4957df5a8870465fbbf36d3fe01f0e7b&device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 1128 time: 0.0954769 Apr 14 22:08:39.901301 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8b110228-5566-4200-811a-c515daefa7f8 req-3ad3e211-7276-4daa-8f99-e5b20a555d1b tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570276 Apr 14 22:08:39.923185 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-1b1555c0-79b6-43d4-8690-0722f4b376ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97665213-ec71-4ae5-abff-5aabc48a0d9e HTTP/1.1" status: 200 len: 217 time: 0.0459037 Apr 14 22:08:39.981502 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-692cc290-8645-4434-ac88-a47f9dad932b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:39.983041 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-692cc290-8645-4434-ac88-a47f9dad932b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=52c6f6f2-587d-4567-93e3-915ebdc2580f HTTP/1.1" status: 200 len: 854 time: 0.0528672 Apr 14 22:08:40.033804 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-4d3d255a-3697-4cdb-b2a2-21cacbe6761f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:40.035388 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-4d3d255a-3697-4cdb-b2a2-21cacbe6761f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8180bb61-cf56-412a-ba88-217a5f141b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431366 Apr 14 22:08:40.127534 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-f6e9f053-1eed-4355-9d9b-7eac8c623954 service neutron] 10.222.0.26 "GET /v2.0/networks/8180bb61-cf56-412a-ba88-217a5f141b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849669 Apr 14 22:08:40.225471 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c0db6222-a404-41ec-9b17-3a978fc244d9 req-afd9f794-5dcb-4bce-86de-71d32f50ceab service neutron] 10.222.0.26 "GET /v2.0/networks/8180bb61-cf56-412a-ba88-217a5f141b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904932 Apr 14 22:08:41.031363 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40fea6-5809-46b0-9679-85fabe3e9a12 req-e53314a4-fcd3-4f3d-ba54-c4f35c144e9a tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:41.032896 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8a40fea6-5809-46b0-9679-85fabe3e9a12 req-e53314a4-fcd3-4f3d-ba54-c4f35c144e9a tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 944 time: 0.0507276 Apr 14 22:08:41.084244 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8a40fea6-5809-46b0-9679-85fabe3e9a12 req-02481fdd-26b4-461c-9d80-c5c862fe5e73 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451150 Apr 14 22:08:41.107719 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d26a61-711d-4226-b6b9-a493a5295622 req-8a4c0c14-67ad-4a46-8a8f-1c458b1fbc78 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:41.109219 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c2d26a61-711d-4226-b6b9-a493a5295622 req-8a4c0c14-67ad-4a46-8a8f-1c458b1fbc78 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?device_id=03f06e3f-8f40-4f54-843d-88490311d2d0 HTTP/1.1" status: 200 len: 945 time: 0.0791953 Apr 14 22:08:41.132296 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31167801-cf81-477d-98eb-9a73fc63f5a1 req-e53a60b5-9b8b-460b-8d76-021fd31b1971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:41.133772 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-31167801-cf81-477d-98eb-9a73fc63f5a1 req-e53a60b5-9b8b-460b-8d76-021fd31b1971 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4957df5a8870465fbbf36d3fe01f0e7b&device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 1128 time: 0.0643444 Apr 14 22:08:41.163463 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c2d26a61-711d-4226-b6b9-a493a5295622 req-22b5df22-bc75-4598-81a1-577b3a023d8c tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d0e0e6a-281c-4b62-aeba-204845b6a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464709 Apr 14 22:08:42.200883 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9840702-8519-453a-9b93-24bea67c5867 req-bdea1be8-abe7-477b-bc5f-3ebb1b54f77a tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:42.202417 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b9840702-8519-453a-9b93-24bea67c5867 req-bdea1be8-abe7-477b-bc5f-3ebb1b54f77a tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 944 time: 0.0508363 Apr 14 22:08:42.252269 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b9840702-8519-453a-9b93-24bea67c5867 req-ae64d926-19dd-4c42-9e99-84e170dd7f1e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443783 Apr 14 22:08:42.283449 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80d9b1-9d61-40c0-8ed6-b952253a432d req-d336d2a8-7af6-4fa3-956e-924ced69b483 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:42.284980 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ca80d9b1-9d61-40c0-8ed6-b952253a432d req-d336d2a8-7af6-4fa3-956e-924ced69b483 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?device_id=03f06e3f-8f40-4f54-843d-88490311d2d0 HTTP/1.1" status: 200 len: 945 time: 0.0534525 Apr 14 22:08:42.338373 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ca80d9b1-9d61-40c0-8ed6-b952253a432d req-0a59dbe6-43a6-42f4-9d83-ba606bdfa5a8 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d0e0e6a-281c-4b62-aeba-204845b6a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470388 Apr 14 22:08:42.603241 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5aeb1056-82f5-4910-9355-c7b39ae42242 req-fe97ccc6-0767-4501-a76d-6b3ec564a15e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=51a2df8c-da2b-4f9d-802f-2cb28894981b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529997 Apr 14 22:08:42.612249 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31167801-cf81-477d-98eb-9a73fc63f5a1 req-760d6736-17a6-4cd6-a0a1-a01d2e36d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:42.613630 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-31167801-cf81-477d-98eb-9a73fc63f5a1 req-760d6736-17a6-4cd6-a0a1-a01d2e36d300 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8180bb61-cf56-412a-ba88-217a5f141b04 HTTP/1.1" status: 200 len: 915 time: 0.1170082 Apr 14 22:08:42.724001 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-31167801-cf81-477d-98eb-9a73fc63f5a1 req-bcc9824a-f7d5-41df-8510-888be717a34e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97665213-ec71-4ae5-abff-5aabc48a0d9e HTTP/1.1" status: 200 len: 217 time: 0.0356860 Apr 14 22:08:42.804242 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb1056-82f5-4910-9355-c7b39ae42242 req-d701461c-6b18-4cf7-8c62-9f451024beac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:42.805767 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5aeb1056-82f5-4910-9355-c7b39ae42242 req-d701461c-6b18-4cf7-8c62-9f451024beac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b75ef479aa7489a99a288245e0b1ee4&device_id=51a2df8c-da2b-4f9d-802f-2cb28894981b HTTP/1.1" status: 200 len: 1129 time: 0.0741587 Apr 14 22:08:42.811488 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31167801-cf81-477d-98eb-9a73fc63f5a1 req-b10d144c-8910-4851-9d25-d4fe3c6f5ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:42.812896 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-31167801-cf81-477d-98eb-9a73fc63f5a1 req-b10d144c-8910-4851-9d25-d4fe3c6f5ff2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=52c6f6f2-587d-4567-93e3-915ebdc2580f HTTP/1.1" status: 200 len: 854 time: 0.0802481 Apr 14 22:08:42.901425 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f44bf-b333-473d-b80e-b2b3ef1dafbd req-3f83051c-e33f-4ac4-8f0c-84d159637280 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:42.902827 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4c8f44bf-b333-473d-b80e-b2b3ef1dafbd req-3f83051c-e33f-4ac4-8f0c-84d159637280 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.26 "GET /v2.0/ports?device_id=03f06e3f-8f40-4f54-843d-88490311d2d0 HTTP/1.1" status: 200 len: 945 time: 0.0759983 Apr 14 22:08:42.903962 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31167801-cf81-477d-98eb-9a73fc63f5a1 req-c2be1672-8172-42f6-833e-1f8019333146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:42.905406 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-31167801-cf81-477d-98eb-9a73fc63f5a1 req-c2be1672-8172-42f6-833e-1f8019333146 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8180bb61-cf56-412a-ba88-217a5f141b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797079 Apr 14 22:08:42.916014 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb1056-82f5-4910-9355-c7b39ae42242 req-e79b9429-9513-4eb3-8a7e-b26df1be94b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:42.917510 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5aeb1056-82f5-4910-9355-c7b39ae42242 req-e79b9429-9513-4eb3-8a7e-b26df1be94b8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f84dca83-5c69-4fab-98e8-e2e1569693dd HTTP/1.1" status: 200 len: 915 time: 0.0861118 Apr 14 22:08:42.961487 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:42.992516 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5aeb1056-82f5-4910-9355-c7b39ae42242 req-7c1eaca0-1f7d-4589-8f72-fe4dce384ddb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5010231-5053-43b9-8a40-94b4f270aa47 HTTP/1.1" status: 200 len: 1001 time: 0.0679445 Apr 14 22:08:43.041657 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb1056-82f5-4910-9355-c7b39ae42242 req-1fe110e9-c096-49fc-aca9-31c0fda8db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:43.043178 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5aeb1056-82f5-4910-9355-c7b39ae42242 req-1fe110e9-c096-49fc-aca9-31c0fda8db1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54e124ce-91a6-4427-8064-077f8d32c149 HTTP/1.1" status: 200 len: 854 time: 0.0443692 Apr 14 22:08:43.065149 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-4c8f44bf-b333-473d-b80e-b2b3ef1dafbd req-57623f50-9ac3-47fa-b05a-6663f7345787 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Deleting port 372b0eee-b847-48ba-a089-25501c22feb1 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:08:43.065557 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-4c8f44bf-b333-473d-b80e-b2b3ef1dafbd req-57623f50-9ac3-47fa-b05a-6663f7345787 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (372b0eee-b847-48ba-a089-25501c22feb1), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:43.088521 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb1056-82f5-4910-9355-c7b39ae42242 req-00faa38e-a159-4136-a4c0-34ac3647443c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:43.090038 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5aeb1056-82f5-4910-9355-c7b39ae42242 req-00faa38e-a159-4136-a4c0-34ac3647443c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f84dca83-5c69-4fab-98e8-e2e1569693dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391695 Apr 14 22:08:43.093665 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-31167801-cf81-477d-98eb-9a73fc63f5a1 req-5394e916-67e6-4705-971c-7b74997ea604 service neutron] 10.222.0.26 "GET /v2.0/networks/8180bb61-cf56-412a-ba88-217a5f141b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724293 Apr 14 22:08:43.191487 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5aeb1056-82f5-4910-9355-c7b39ae42242 req-64b73ad4-85a0-41f4-8c11-7bb4f3cf53c2 service neutron] 10.222.0.26 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875578 Apr 14 22:08:43.245087 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-4c8f44bf-b333-473d-b80e-b2b3ef1dafbd req-57623f50-9ac3-47fa-b05a-6663f7345787 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] For port 372b0eee-b847-48ba-a089-25501c22feb1, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=372b0eee-b847-48ba-a089-25501c22feb1,segment=NetworkSegment(d9cf2c94-e337-4a87-a517-a3c5dd5df919),segment_id=d9cf2c94-e337-4a87-a517-a3c5dd5df919)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:08:43.247090 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-4c8f44bf-b333-473d-b80e-b2b3ef1dafbd req-57623f50-9ac3-47fa-b05a-6663f7345787 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (372b0eee-b847-48ba-a089-25501c22feb1), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:43.278324 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-4c8f44bf-b333-473d-b80e-b2b3ef1dafbd req-57623f50-9ac3-47fa-b05a-6663f7345787 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Calling delete_port for 372b0eee-b847-48ba-a089-25501c22feb1 owned by compute:nova {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:08:43.311361 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5aeb1056-82f5-4910-9355-c7b39ae42242 req-252ebd5e-56f1-437d-a732-f9842e50d180 service neutron] 10.222.0.26 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101429 Apr 14 22:08:43.327503 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-31167801-cf81-477d-98eb-9a73fc63f5a1 req-00ce3771-4b99-4a7e-bf67-b5fd3a771f62 service neutron] 10.222.0.26 "GET /v2.0/networks/8180bb61-cf56-412a-ba88-217a5f141b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037220 Apr 14 22:08:43.407596 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409294df-9c18-439b-aabd-12efb5ef2dc5 req-39445770-5e63-4b97-ac77-507b47624d2e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:43.409140 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-409294df-9c18-439b-aabd-12efb5ef2dc5 req-39445770-5e63-4b97-ac77-507b47624d2e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 944 time: 0.0581503 Apr 14 22:08:43.453946 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-4c8f44bf-b333-473d-b80e-b2b3ef1dafbd req-57623f50-9ac3-47fa-b05a-6663f7345787 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (372b0eee-b847-48ba-a089-25501c22feb1), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:43.464207 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-409294df-9c18-439b-aabd-12efb5ef2dc5 req-839e2dd9-2c15-4f43-aa33-d8146a9f0e0a tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470476 Apr 14 22:08:43.466649 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['372b0eee-b847-48ba-a089-25501c22feb1'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:08:43.493751 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57623f50-9ac3-47fa-b05a-6663f7345787 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Pushing event deleted for resources: {'Port': ['ID=372b0eee-b847-48ba-a089-25501c22feb1,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:43.512857 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326c595-2d04-49f5-9ba2-06fcb686d12c req-661d0508-4c7c-4c8b-a356-69f4ef937632 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:43.514364 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5326c595-2d04-49f5-9ba2-06fcb686d12c req-661d0508-4c7c-4c8b-a356-69f4ef937632 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/ports?device_id=03f06e3f-8f40-4f54-843d-88490311d2d0 HTTP/1.1" status: 200 len: 945 time: 0.0993011 Apr 14 22:08:43.560749 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8f44bf-b333-473d-b80e-b2b3ef1dafbd req-57623f50-9ac3-47fa-b05a-6663f7345787 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] No DVR routers for this DVR port 372b0eee-b847-48ba-a089-25501c22feb1 on host hv-cinder-83800 {{(pid=103420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:08:43.563411 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-4c8f44bf-b333-473d-b80e-b2b3ef1dafbd req-57623f50-9ac3-47fa-b05a-6663f7345787 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:43.567150 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4c8f44bf-b333-473d-b80e-b2b3ef1dafbd req-57623f50-9ac3-47fa-b05a-6663f7345787 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.26 "DELETE /v2.0/ports/372b0eee-b847-48ba-a089-25501c22feb1 HTTP/1.1" status: 204 len: 173 time: 0.6523974 Apr 14 22:08:43.569457 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f06e3f-8f40-4f54-843d-88490311d2d0', 'name': 'network-vif-deleted', 'tag': '372b0eee-b847-48ba-a089-25501c22feb1'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:08:43.572729 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281fb8e4-3953-4d6b-bb02-c492023a95f2" -d '{"events": [{"server_uuid": "03f06e3f-8f40-4f54-843d-88490311d2d0", "name": "network-vif-deleted", "tag": "372b0eee-b847-48ba-a089-25501c22feb1"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:08:43.605884 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5326c595-2d04-49f5-9ba2-06fcb686d12c req-d1ee1296-8642-4570-8032-a8f36e298d68 tempest-VolumesSnapshotTestJSON-1301473676 tempest-VolumesSnapshotTestJSON-1301473676-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d0e0e6a-281c-4b62-aeba-204845b6a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767322 Apr 14 22:08:43.612902 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bd2b75-e06e-4d2c-8891-3a5f15f72262 x-openstack-request-id: req-56bd2b75-e06e-4d2c-8891-3a5f15f72262 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:08:43.613200 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f06e3f-8f40-4f54-843d-88490311d2d0", "name": "network-vif-deleted", "tag": "372b0eee-b847-48ba-a089-25501c22feb1", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:08:43.613453 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-56bd2b75-e06e-4d2c-8891-3a5f15f72262 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:08:43.613929 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56bd2b75-e06e-4d2c-8891-3a5f15f72262'] response: {'server_uuid': '03f06e3f-8f40-4f54-843d-88490311d2d0', 'name': 'network-vif-deleted', 'tag': '372b0eee-b847-48ba-a089-25501c22feb1', 'status': 'completed', 'code': 200} Apr 14 22:08:43.728225 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 97665213-ec71-4ae5-abff-5aabc48a0d9e details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:08:43.827316 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 97665213-ec71-4ae5-abff-5aabc48a0d9e, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=97665213-ec71-4ae5-abff-5aabc48a0d9e,segment=NetworkSegment(2b04bd82-c328-4a5d-a847-ed46eff1a168),segment_id=2b04bd82-c328-4a5d-a847-ed46eff1a168)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:08:43.838559 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Returning: {'device': '97665213-ec71-4ae5-abff-5aabc48a0d9e', 'network_id': '8180bb61-cf56-412a-ba88-217a5f141b04', 'port_id': '97665213-ec71-4ae5-abff-5aabc48a0d9e', 'mac_address': 'fa:16:3e:07:15:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c6f6f2-587d-4567-93e3-915ebdc2580f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:08:43.879582 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 97665213-ec71-4ae5-abff-5aabc48a0d9e is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:08:43.879976 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (97665213-ec71-4ae5-abff-5aabc48a0d9e), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:43.892796 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97665213-ec71-4ae5-abff-5aabc48a0d9e {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:08:43.911375 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 97665213-ec71-4ae5-abff-5aabc48a0d9e, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=97665213-ec71-4ae5-abff-5aabc48a0d9e,segment=NetworkSegment(2b04bd82-c328-4a5d-a847-ed46eff1a168),segment_id=2b04bd82-c328-4a5d-a847-ed46eff1a168)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:08:43.915822 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (97665213-ec71-4ae5-abff-5aabc48a0d9e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:43.967240 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=97665213-ec71-4ae5-abff-5aabc48a0d9e,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:44.134438 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['97665213-ec71-4ae5-abff-5aabc48a0d9e'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:08:44.580516 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c8778-e37a-4095-988b-5e5008eb074b req-97666c7f-f7bd-4077-825f-e5fb73291f3f tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:44.581984 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2d9c8778-e37a-4095-988b-5e5008eb074b req-97666c7f-f7bd-4077-825f-e5fb73291f3f tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 945 time: 0.0462377 Apr 14 22:08:44.628986 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2d9c8778-e37a-4095-988b-5e5008eb074b req-6bedd205-1053-41e6-b451-a4961435e73f tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401666 Apr 14 22:08:45.745611 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46450705-8df2-4d61-b39e-6d26e863553d req-c032340a-b66d-4714-9c44-4e857ec08896 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:45.747094 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-46450705-8df2-4d61-b39e-6d26e863553d req-c032340a-b66d-4714-9c44-4e857ec08896 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 945 time: 0.0505614 Apr 14 22:08:45.753569 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 97665213-ec71-4ae5-abff-5aabc48a0d9e up at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:08:45.797401 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-46450705-8df2-4d61-b39e-6d26e863553d req-8b35a4c5-d2fa-47c8-b597-e4217f4ff017 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445929 Apr 14 22:08:45.799069 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning for port 97665213-ec71-4ae5-abff-5aabc48a0d9e completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:08:45.806356 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning complete for port 97665213-ec71-4ae5-abff-5aabc48a0d9e triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:08:45.806734 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (97665213-ec71-4ae5-abff-5aabc48a0d9e), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:45.886021 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 97665213-ec71-4ae5-abff-5aabc48a0d9e is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:08:45.886402 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (97665213-ec71-4ae5-abff-5aabc48a0d9e), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:45.918535 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94617d88-4c90-4346-a9d6-74517e31f135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97665213-ec71-4ae5-abff-5aabc48a0d9e'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:08:45.920721 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530b6f79e2c270c80a285cfd043402f608e5b18a2df6684fea4c07fd95dfc091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81982832-610e-4875-9b30-559268b09c51" -d '{"events": [{"server_uuid": "94617d88-4c90-4346-a9d6-74517e31f135", "name": "network-vif-plugged", "status": "completed", "tag": "97665213-ec71-4ae5-abff-5aabc48a0d9e"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:08:45.932955 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 97665213-ec71-4ae5-abff-5aabc48a0d9e, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=97665213-ec71-4ae5-abff-5aabc48a0d9e,segment=NetworkSegment(2b04bd82-c328-4a5d-a847-ed46eff1a168),segment_id=2b04bd82-c328-4a5d-a847-ed46eff1a168)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:08:45.937180 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (97665213-ec71-4ae5-abff-5aabc48a0d9e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:45.938001 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 372b0eee-b847-48ba-a089-25501c22feb1 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:08:45.982541 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adcd8ac-62e2-4dbb-b82c-78ccd92da33a x-openstack-request-id: req-0adcd8ac-62e2-4dbb-b82c-78ccd92da33a {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:08:45.982956 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94617d88-4c90-4346-a9d6-74517e31f135", "name": "network-vif-plugged", "status": "completed", "tag": "97665213-ec71-4ae5-abff-5aabc48a0d9e", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:08:45.983194 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0adcd8ac-62e2-4dbb-b82c-78ccd92da33a {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:08:45.983644 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0adcd8ac-62e2-4dbb-b82c-78ccd92da33a'] response: {'server_uuid': '94617d88-4c90-4346-a9d6-74517e31f135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97665213-ec71-4ae5-abff-5aabc48a0d9e', 'code': 200} Apr 14 22:08:45.984414 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] No Port match for: 372b0eee-b847-48ba-a089-25501c22feb1 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:08:45.984784 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 372b0eee-b847-48ba-a089-25501c22feb1 not bound to the agent host hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:08:46.013005 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=97665213-ec71-4ae5-abff-5aabc48a0d9e,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:46.158469 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c6504-59bc-4487-a6da-bef55fe84454 req-2a2023b7-4df5-472d-b803-9a36a9508c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:46.164674 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-df2c6504-59bc-4487-a6da-bef55fe84454 req-2a2023b7-4df5-472d-b803-9a36a9508c54 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 1130 time: 0.0556593 Apr 14 22:08:46.216116 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-df2c6504-59bc-4487-a6da-bef55fe84454 req-e8050832-84cb-478a-a99c-5fb7830b14e3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428379 Apr 14 22:08:46.918030 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adab6cf-e8d6-40e9-8231-5e645a2d87ce req-e4be3842-d8b3-421a-8a02-7c65807fde67 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:46.919512 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1adab6cf-e8d6-40e9-8231-5e645a2d87ce req-e4be3842-d8b3-421a-8a02-7c65807fde67 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 946 time: 0.0464261 Apr 14 22:08:46.966825 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1adab6cf-e8d6-40e9-8231-5e645a2d87ce req-8dd4044a-7bb4-49f2-a93b-99a5c7a5ac7d tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415771 Apr 14 22:08:48.081277 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f92b3-4175-41cf-b02e-ccbcdba27ae0 req-cce9c3b5-e8c8-42c7-81d7-0ca60927b14e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:48.082679 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b74f92b3-4175-41cf-b02e-ccbcdba27ae0 req-cce9c3b5-e8c8-42c7-81d7-0ca60927b14e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 946 time: 0.0477345 Apr 14 22:08:48.129467 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b74f92b3-4175-41cf-b02e-ccbcdba27ae0 req-77ac51d0-1b18-4ba4-b501-cc2e971d2e8f tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404429 Apr 14 22:08:49.245918 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26b675-3d40-4dd8-ab63-945d5530e7ca req-1c012ffd-88de-44df-84c6-f50a2f143631 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:49.247445 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3f26b675-3d40-4dd8-ab63-945d5530e7ca req-1c012ffd-88de-44df-84c6-f50a2f143631 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 946 time: 0.0512013 Apr 14 22:08:49.299659 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3f26b675-3d40-4dd8-ab63-945d5530e7ca req-13f9987e-d5bb-48b6-9154-e45e938dc947 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457327 Apr 14 22:08:50.415350 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2daec5-9326-4d41-9e0d-3149620b590f req-67bdc2c0-17a1-4b75-89ad-4c073213df4d tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:50.417089 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6e2daec5-9326-4d41-9e0d-3149620b590f req-67bdc2c0-17a1-4b75-89ad-4c073213df4d tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 946 time: 0.0514998 Apr 14 22:08:50.483698 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6e2daec5-9326-4d41-9e0d-3149620b590f req-5cabbfaf-d7bc-470a-9d29-246f6b1fdf50 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591767 Apr 14 22:08:50.596407 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caab970-9658-42fe-a041-257ed37069f3 req-e94ade54-fffd-473f-878a-6576a9ea99cd tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:50.598898 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0caab970-9658-42fe-a041-257ed37069f3 req-e94ade54-fffd-473f-878a-6576a9ea99cd tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 946 time: 0.0519016 Apr 14 22:08:50.664967 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0caab970-9658-42fe-a041-257ed37069f3 req-cfef56c1-c00f-494e-8bba-68b155079f16 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583813 Apr 14 22:08:51.000896 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51048683-a551-4bc9-bf5e-4aa4bf9957d7 req-51d406c3-4227-48b9-acdc-b09f91c69685 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:51.002435 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-51048683-a551-4bc9-bf5e-4aa4bf9957d7 req-51d406c3-4227-48b9-acdc-b09f91c69685 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 946 time: 0.0504785 Apr 14 22:08:51.054470 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-51048683-a551-4bc9-bf5e-4aa4bf9957d7 req-b486d7fb-a261-47c5-a836-36948a4349a1 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464027 Apr 14 22:08:53.991650 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cca6b5a5-8392-450e-9976-d605e53a0e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:56.389361 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-15a76939-877a-4eae-bd03-5f6e031e69fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:57.555858 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:58.820629 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:59.775307 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 51734) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:08:59.780120 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-6518b423-5d9c-4577-adbc-42428877e02f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--55938779', 'description': 'tempest-description--592762616'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:08:59.805358 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6518b423-5d9c-4577-adbc-42428877e02f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:59.883541 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6518b423-5d9c-4577-adbc-42428877e02f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group (97a6913a-be0f-459b-b6a3-af72bd5bc712), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:59.887697 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6518b423-5d9c-4577-adbc-42428877e02f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (97a6913a-be0f-459b-b6a3-af72bd5bc712), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:59.920609 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6518b423-5d9c-4577-adbc-42428877e02f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:59.921830 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-6518b423-5d9c-4577-adbc-42428877e02f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1455042 Apr 14 22:08:59.922528 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518b423-5d9c-4577-adbc-42428877e02f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a6913a-be0f-459b-b6a3-af72bd5bc712,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:59.924963 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 51736) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:08:59.930316 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-4a7a1fb1-9420-46a4-b088-b7d7130dccba tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Request body: {'security_group_rule': {'security_group_id': '97a6913a-be0f-459b-b6a3-af72bd5bc712', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:08:59.930865 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518b423-5d9c-4577-adbc-42428877e02f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:59.931222 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518b423-5d9c-4577-adbc-42428877e02f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:59.931680 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518b423-5d9c-4577-adbc-42428877e02f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:59.931907 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518b423-5d9c-4577-adbc-42428877e02f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:59.932245 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518b423-5d9c-4577-adbc-42428877e02f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:59.932611 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518b423-5d9c-4577-adbc-42428877e02f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:59.932945 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518b423-5d9c-4577-adbc-42428877e02f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:59.933277 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518b423-5d9c-4577-adbc-42428877e02f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:59.933606 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518b423-5d9c-4577-adbc-42428877e02f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:59.933935 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518b423-5d9c-4577-adbc-42428877e02f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:59.934265 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518b423-5d9c-4577-adbc-42428877e02f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:59.934594 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518b423-5d9c-4577-adbc-42428877e02f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:59.934913 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518b423-5d9c-4577-adbc-42428877e02f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:59.935236 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518b423-5d9c-4577-adbc-42428877e02f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:59.935561 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518b423-5d9c-4577-adbc-42428877e02f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:59.964216 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4a7a1fb1-9420-46a4-b088-b7d7130dccba tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group_rule (72384f87-fa74-473b-88d9-7e6bcd59df7d), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:00.025201 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4a7a1fb1-9420-46a4-b088-b7d7130dccba tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group_rule (72384f87-fa74-473b-88d9-7e6bcd59df7d), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:00.030210 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4a7a1fb1-9420-46a4-b088-b7d7130dccba tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (72384f87-fa74-473b-88d9-7e6bcd59df7d), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:00.050644 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a1fb1-9420-46a4-b088-b7d7130dccba tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72384f87-fa74-473b-88d9-7e6bcd59df7d,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:00.061892 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4a7a1fb1-9420-46a4-b088-b7d7130dccba tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:00.063161 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-4a7a1fb1-9420-46a4-b088-b7d7130dccba tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370518 Apr 14 22:09:00.065815 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 51746) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:00.070359 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-bf95576a-1a9f-4e28-8382-beaaa2ed5d11 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Request body: {'security_group_rule': {'security_group_id': '97a6913a-be0f-459b-b6a3-af72bd5bc712', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:00.097584 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bf95576a-1a9f-4e28-8382-beaaa2ed5d11 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group_rule (9773f759-582a-4f88-aa47-8f1332595b50), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:00.158882 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bf95576a-1a9f-4e28-8382-beaaa2ed5d11 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group_rule (9773f759-582a-4f88-aa47-8f1332595b50), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:00.163595 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bf95576a-1a9f-4e28-8382-beaaa2ed5d11 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (9773f759-582a-4f88-aa47-8f1332595b50), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:00.182068 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95576a-1a9f-4e28-8382-beaaa2ed5d11 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9773f759-582a-4f88-aa47-8f1332595b50,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:00.189937 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bf95576a-1a9f-4e28-8382-beaaa2ed5d11 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:00.191204 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-bf95576a-1a9f-4e28-8382-beaaa2ed5d11 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243331 Apr 14 22:09:00.194230 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 51748) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:00.198894 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-573afce8-d0ad-40c5-bc44-09427aa9331f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Request body: {'floatingip': {'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:00.220219 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-573afce8-d0ad-40c5-bc44-09427aa9331f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:00.301238 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-573afce8-d0ad-40c5-bc44-09427aa9331f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:00.409439 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-573afce8-d0ad-40c5-bc44-09427aa9331f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Allocated IP 172.27.2.15 (3128b05d-34b2-457b-8391-96d8c4503307/9279f13a-7b11-4203-b3e3-d3fa0b2aa609/bd96d8d6-bbb7-4ebe-8118-1b0969e8f34b) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:09:00.466606 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:00.519238 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-573afce8-d0ad-40c5-bc44-09427aa9331f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for port (bd96d8d6-bbb7-4ebe-8118-1b0969e8f34b), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:00.553216 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-573afce8-d0ad-40c5-bc44-09427aa9331f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (bd96d8d6-bbb7-4ebe-8118-1b0969e8f34b), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:00.596785 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573afce8-d0ad-40c5-bc44-09427aa9331f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Network 3128b05d-34b2-457b-8391-96d8c4503307 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:09:00.603267 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-573afce8-d0ad-40c5-bc44-09427aa9331f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:09:00.607645 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573afce8-d0ad-40c5-bc44-09427aa9331f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:09:00.610715 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573afce8-d0ad-40c5-bc44-09427aa9331f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event updated for resources: {'Port': ['ID=bd96d8d6-bbb7-4ebe-8118-1b0969e8f34b,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:00.705739 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-573afce8-d0ad-40c5-bc44-09427aa9331f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for floatingip (ba8f156b-0e9d-4a91-8f5a-29c6af560307), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:00.743241 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-573afce8-d0ad-40c5-bc44-09427aa9331f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (bd96d8d6-bbb7-4ebe-8118-1b0969e8f34b), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:00.904416 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-573afce8-d0ad-40c5-bc44-09427aa9331f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for port (bd96d8d6-bbb7-4ebe-8118-1b0969e8f34b), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:00.909395 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-573afce8-d0ad-40c5-bc44-09427aa9331f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (bd96d8d6-bbb7-4ebe-8118-1b0969e8f34b), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:00.987504 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573afce8-d0ad-40c5-bc44-09427aa9331f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event updated for resources: {'Port': ['ID=bd96d8d6-bbb7-4ebe-8118-1b0969e8f34b,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:00.996854 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-573afce8-d0ad-40c5-bc44-09427aa9331f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (ba8f156b-0e9d-4a91-8f5a-29c6af560307), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:01.012574 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-573afce8-d0ad-40c5-bc44-09427aa9331f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:01.016800 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-573afce8-d0ad-40c5-bc44-09427aa9331f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8215647 Apr 14 22:09:01.246327 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-94a119cd-2306-4e94-a52f-1e5e3a8027cf tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--55938779&fields=id&tenant_id=5b75ef479aa7489a99a288245e0b1ee4 HTTP/1.1" status: 200 len: 267 time: 0.0464840 Apr 14 22:09:01.358014 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-cac74d62-b803-462a-a562-716b1fc98181 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:01.359379 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-cac74d62-b803-462a-a562-716b1fc98181 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/networks?id=f84dca83-5c69-4fab-98e8-e2e1569693dd HTTP/1.1" status: 200 len: 815 time: 0.1066661 Apr 14 22:09:01.375547 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-65087be0-ed3f-495a-8563-b3450979cf82 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/quotas/5b75ef479aa7489a99a288245e0b1ee4 HTTP/1.1" status: 200 len: 375 time: 0.0105097 Apr 14 22:09:01.430935 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-86e8d560-70ec-43cc-a957-fd6d5dee8da7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b75ef479aa7489a99a288245e0b1ee4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499706 Apr 14 22:09:01.528067 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-995b9beb-8ce8-479e-bc6a-cd5762da4418 service neutron] 10.222.0.43 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854118 Apr 14 22:09:01.622031 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-3af3c5c0-5aff-458c-a7e3-e30aca8a207a service neutron] 10.222.0.43 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882750 Apr 14 22:09:01.802774 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-500d869d-9d7c-4f6f-a33a-38986e4b6fe6 req-5cb5ee68-9e96-44d6-b7a7-bd278254c915 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc15e49-7ad2-43ae-81a4-0797c35dd9fb HTTP/1.1" status: 200 len: 210 time: 0.0328791 Apr 14 22:09:02.771653 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-eaab850d-d51c-4135-9417-7ab4fed406ae tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:02.773210 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-eaab850d-d51c-4135-9417-7ab4fed406ae tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.26 "GET /v2.0/networks?id=f84dca83-5c69-4fab-98e8-e2e1569693dd HTTP/1.1" status: 200 len: 815 time: 0.1081173 Apr 14 22:09:02.857427 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-ac7dbec9-cb6a-4c65-abe8-ccca6395b7da tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b75ef479aa7489a99a288245e0b1ee4 HTTP/1.1" status: 200 len: 471 time: 0.0746419 Apr 14 22:09:02.901847 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fa063a35-2f1f-4d5a-9ac0-b101344f084d req-1c669522-b1a6-42ec-9b96-8ae03dcd1d8c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc15e49-7ad2-43ae-81a4-0797c35dd9fb HTTP/1.1" status: 200 len: 210 time: 0.0272670 Apr 14 22:09:02.932539 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-12b92952-a354-4c6a-8b81-821fd6fe7413 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Request body: {'port': {'device_id': 'dfc15e49-7ad2-43ae-81a4-0797c35dd9fb', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'admin_state_up': True, 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'security_groups': ['97a6913a-be0f-459b-b6a3-af72bd5bc712']}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:03.040036 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-12b92952-a354-4c6a-8b81-821fd6fe7413 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Made reservation on behalf of 5b75ef479aa7489a99a288245e0b1ee4 for: {'port': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:09:03.043085 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-12b92952-a354-4c6a-8b81-821fd6fe7413 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:03.166475 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-12b92952-a354-4c6a-8b81-821fd6fe7413 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Allocated IP 172.20.0.8 (f84dca83-5c69-4fab-98e8-e2e1569693dd/54e124ce-91a6-4427-8064-077f8d32c149/c3310b06-98df-436f-a73b-86374f83d2d9) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:09:03.309977 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-12b92952-a354-4c6a-8b81-821fd6fe7413 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for port (c3310b06-98df-436f-a73b-86374f83d2d9), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:03.346243 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-12b92952-a354-4c6a-8b81-821fd6fe7413 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (c3310b06-98df-436f-a73b-86374f83d2d9), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:03.388701 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-12b92952-a354-4c6a-8b81-821fd6fe7413 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Network f84dca83-5c69-4fab-98e8-e2e1569693dd is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:09:03.391965 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-12b92952-a354-4c6a-8b81-821fd6fe7413 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:09:03.399187 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-12b92952-a354-4c6a-8b81-821fd6fe7413 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:09:03.427592 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b92952-a354-4c6a-8b81-821fd6fe7413 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event updated for resources: {'Port': ['ID=c3310b06-98df-436f-a73b-86374f83d2d9,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:03.471586 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-12b92952-a354-4c6a-8b81-821fd6fe7413 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:03.472663 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-12b92952-a354-4c6a-8b81-821fd6fe7413 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:03.499954 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-12b92952-a354-4c6a-8b81-821fd6fe7413 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5717204 Apr 14 22:09:03.517636 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-fa0d0ee4-d435-4195-a9ae-779aacf46320 service neutron] Request body: {'port': {'device_id': 'dfc15e49-7ad2-43ae-81a4-0797c35dd9fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:03.616812 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-fa0d0ee4-d435-4195-a9ae-779aacf46320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (c3310b06-98df-436f-a73b-86374f83d2d9), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:03.705548 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-8644472f-6cbe-4f0d-9aee-7c90ec84158e None None] Provisioning complete for port c3310b06-98df-436f-a73b-86374f83d2d9 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:09:03.706151 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8644472f-6cbe-4f0d-9aee-7c90ec84158e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (c3310b06-98df-436f-a73b-86374f83d2d9), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:03.747772 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-8644472f-6cbe-4f0d-9aee-7c90ec84158e None None] Port c3310b06-98df-436f-a73b-86374f83d2d9 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:09:03.896091 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-fa0d0ee4-d435-4195-a9ae-779aacf46320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3310b06-98df-436f-a73b-86374f83d2d9 {{(pid=103420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:09:03.903523 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-fa0d0ee4-d435-4195-a9ae-779aacf46320 service neutron] Publish callbacks [] for port (c3310b06-98df-436f-a73b-86374f83d2d9), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:03.916086 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.provisioning_blocks [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-fa0d0ee4-d435-4195-a9ae-779aacf46320 service neutron] Transition to ACTIVE for port object c3310b06-98df-436f-a73b-86374f83d2d9 will not be triggered until provisioned by entity L2. {{(pid=103420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:09:03.919503 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-fa0d0ee4-d435-4195-a9ae-779aacf46320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (c3310b06-98df-436f-a73b-86374f83d2d9), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:03.976050 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d0ee4-d435-4195-a9ae-779aacf46320 service neutron] Pushing event updated for resources: {'Port': ['ID=c3310b06-98df-436f-a73b-86374f83d2d9,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:04.024212 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d58cf2-4656-4ab3-ae26-016a4ba2a95b req-49012214-9434-46f6-a06f-93d91eb5b9cd tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:04.028900 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-80d58cf2-4656-4ab3-ae26-016a4ba2a95b req-49012214-9434-46f6-a06f-93d91eb5b9cd tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc15e49-7ad2-43ae-81a4-0797c35dd9fb HTTP/1.1" status: 200 len: 943 time: 0.0578263 Apr 14 22:09:04.062097 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-fa0d0ee4-d435-4195-a9ae-779aacf46320 service neutron] Attempting to bind port c3310b06-98df-436f-a73b-86374f83d2d9 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:09:04.062491 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-fa0d0ee4-d435-4195-a9ae-779aacf46320 service neutron] Attempting to bind port c3310b06-98df-436f-a73b-86374f83d2d9 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'b5996a32-60a1-44ba-8256-139740aea29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:09:04.062759 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-fa0d0ee4-d435-4195-a9ae-779aacf46320 service neutron] Attempting to bind port c3310b06-98df-436f-a73b-86374f83d2d9 on network f84dca83-5c69-4fab-98e8-e2e1569693dd {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:09:04.069073 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-fa0d0ee4-d435-4195-a9ae-779aacf46320 service neutron] Port c3310b06-98df-436f-a73b-86374f83d2d9 on network f84dca83-5c69-4fab-98e8-e2e1569693dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:09:04.069567 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-fa0d0ee4-d435-4195-a9ae-779aacf46320 service neutron] Attempting to bind port c3310b06-98df-436f-a73b-86374f83d2d9 on network f84dca83-5c69-4fab-98e8-e2e1569693dd {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:09:04.078427 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-fa0d0ee4-d435-4195-a9ae-779aacf46320 service neutron] Checking agent: {'id': 'a0099bcd-bb41-4a7e-a45e-2f38f6e9b749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'started_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:09:04.078850 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-fa0d0ee4-d435-4195-a9ae-779aacf46320 service neutron] Checking segment: {'id': 'b5996a32-60a1-44ba-8256-139740aea29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:09:04.079126 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-fa0d0ee4-d435-4195-a9ae-779aacf46320 service neutron] Bound using segment: {'id': 'b5996a32-60a1-44ba-8256-139740aea29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:09:04.079568 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-fa0d0ee4-d435-4195-a9ae-779aacf46320 service neutron] Bound port: c3310b06-98df-436f-a73b-86374f83d2d9, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5996a32-60a1-44ba-8256-139740aea29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:09:04.079931 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-fa0d0ee4-d435-4195-a9ae-779aacf46320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (c3310b06-98df-436f-a73b-86374f83d2d9), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:04.096543 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-80d58cf2-4656-4ab3-ae26-016a4ba2a95b req-a6549d03-69f3-4bad-9edf-45a5b8b53f16 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=97a6913a-be0f-459b-b6a3-af72bd5bc712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0632582 Apr 14 22:09:04.155400 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-fa0d0ee4-d435-4195-a9ae-779aacf46320 service neutron] For port c3310b06-98df-436f-a73b-86374f83d2d9, host hv-cinder-83800, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:09:04.159027 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-fa0d0ee4-d435-4195-a9ae-779aacf46320 service neutron] For port c3310b06-98df-436f-a73b-86374f83d2d9, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=c3310b06-98df-436f-a73b-86374f83d2d9,segment=NetworkSegment(b5996a32-60a1-44ba-8256-139740aea29c),segment_id=b5996a32-60a1-44ba-8256-139740aea29c)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:09:04.167636 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-fa0d0ee4-d435-4195-a9ae-779aacf46320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (c3310b06-98df-436f-a73b-86374f83d2d9), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:04.231649 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-fa0d0ee4-d435-4195-a9ae-779aacf46320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:04.232728 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-fa0d0ee4-d435-4195-a9ae-779aacf46320 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:04.234991 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-fa0d0ee4-d435-4195-a9ae-779aacf46320 service neutron] 10.222.0.26 "PUT /v2.0/ports/c3310b06-98df-436f-a73b-86374f83d2d9 HTTP/1.1" status: 200 len: 1093 time: 0.7251320 Apr 14 22:09:04.235671 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc15e49-7ad2-43ae-81a4-0797c35dd9fb', 'tag': 'c3310b06-98df-436f-a73b-86374f83d2d9'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:09:04.239489 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72b42fd-138e-4dcb-9f8b-bf80543b2cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc15e49-7ad2-43ae-81a4-0797c35dd9fb", "tag": "c3310b06-98df-436f-a73b-86374f83d2d9"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:09:04.279953 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d0ee4-d435-4195-a9ae-779aacf46320 service neutron] Pushing event updated for resources: {'Port': ['ID=c3310b06-98df-436f-a73b-86374f83d2d9,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:04.285872 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94948a93-a911-4306-802a-8bf8a3b9ed8b x-openstack-request-id: req-94948a93-a911-4306-802a-8bf8a3b9ed8b {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:09:04.286295 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc15e49-7ad2-43ae-81a4-0797c35dd9fb", "tag": "c3310b06-98df-436f-a73b-86374f83d2d9", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:09:04.286687 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-94948a93-a911-4306-802a-8bf8a3b9ed8b {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:09:04.287786 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94948a93-a911-4306-802a-8bf8a3b9ed8b'] response: {'name': 'network-changed', 'server_uuid': 'dfc15e49-7ad2-43ae-81a4-0797c35dd9fb', 'tag': 'c3310b06-98df-436f-a73b-86374f83d2d9', 'status': 'completed', 'code': 200} Apr 14 22:09:04.602178 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b42fd-138e-4dcb-9f8b-bf80543b2cd1 req-b47b8f2f-8802-475c-984b-3c4e19347d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:04.603839 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a72b42fd-138e-4dcb-9f8b-bf80543b2cd1 req-b47b8f2f-8802-475c-984b-3c4e19347d2a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b75ef479aa7489a99a288245e0b1ee4&device_id=dfc15e49-7ad2-43ae-81a4-0797c35dd9fb HTTP/1.1" status: 200 len: 1127 time: 0.0479977 Apr 14 22:09:04.717425 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b42fd-138e-4dcb-9f8b-bf80543b2cd1 req-1354af6e-4856-47bb-8141-0e8c9003e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:04.719033 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a72b42fd-138e-4dcb-9f8b-bf80543b2cd1 req-1354af6e-4856-47bb-8141-0e8c9003e2d7 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5b75ef479aa7489a99a288245e0b1ee4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1079612 Apr 14 22:09:05.118729 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b42fd-138e-4dcb-9f8b-bf80543b2cd1 req-1acba7a8-7f21-4a39-aa38-9f82c01d57be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:05.120105 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a72b42fd-138e-4dcb-9f8b-bf80543b2cd1 req-1acba7a8-7f21-4a39-aa38-9f82c01d57be service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3959839 Apr 14 22:09:05.199786 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-5e747e0e-b63b-4297-b94d-7f934396a693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:05.201346 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-5e747e0e-b63b-4297-b94d-7f934396a693 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b75ef479aa7489a99a288245e0b1ee4&device_id=dfc15e49-7ad2-43ae-81a4-0797c35dd9fb HTTP/1.1" status: 200 len: 1127 time: 0.0413141 Apr 14 22:09:05.231575 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851eddef-b79e-47cc-be6f-28c2abc2e549 req-d6c72af0-4cad-4e01-9223-d11ed5cfcfc2 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:05.233273 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-851eddef-b79e-47cc-be6f-28c2abc2e549 req-d6c72af0-4cad-4e01-9223-d11ed5cfcfc2 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc15e49-7ad2-43ae-81a4-0797c35dd9fb HTTP/1.1" status: 200 len: 943 time: 0.0532913 Apr 14 22:09:05.249306 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-4d83dc88-4c7b-4ee8-afff-d0cbc2223c38 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3310b06-98df-436f-a73b-86374f83d2d9 HTTP/1.1" status: 200 len: 217 time: 0.0417123 Apr 14 22:09:05.289734 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-851eddef-b79e-47cc-be6f-28c2abc2e549 req-71132a67-0586-4848-9972-fb175686c828 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=97a6913a-be0f-459b-b6a3-af72bd5bc712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459001 Apr 14 22:09:05.304582 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-c5425de7-707c-457c-b75c-da15b9f6e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:05.306078 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-c5425de7-707c-457c-b75c-da15b9f6e98d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54e124ce-91a6-4427-8064-077f8d32c149 HTTP/1.1" status: 200 len: 854 time: 0.0500140 Apr 14 22:09:05.354769 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-0bada149-525e-444a-b93b-d924484f990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:05.356271 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-0bada149-525e-444a-b93b-d924484f990c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f84dca83-5c69-4fab-98e8-e2e1569693dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409355 Apr 14 22:09:05.457995 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-2eb8c32e-a252-41f7-acfd-289dfc0b4383 service neutron] 10.222.0.26 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911546 Apr 14 22:09:05.555616 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0979fcf2-0829-4d06-b5e1-a8ddf70f46f8 req-6a4f03f7-4ace-4d1b-9648-fce2c7df5872 service neutron] 10.222.0.26 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921640 Apr 14 22:09:05.806594 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc63c20-0491-4dbd-a703-6a8fe09f3912 req-f03960de-a0d4-459d-9d55-ee6e1f8222af tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:05.808166 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7fc63c20-0491-4dbd-a703-6a8fe09f3912 req-f03960de-a0d4-459d-9d55-ee6e1f8222af tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 946 time: 0.0550079 Apr 14 22:09:05.861398 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7fc63c20-0491-4dbd-a703-6a8fe09f3912 req-d98206de-6b98-4d4c-8e79-d5adcc82e1d4 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460298 Apr 14 22:09:05.884352 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 51842) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:06.022201 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0f0575-5689-47ea-a747-2b159b0f1cba tempest-TestMinimumBasicScenario-513498021 tempest-TestMinimumBasicScenario-513498021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:06.027241 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-fd0f0575-5689-47ea-a747-2b159b0f1cba tempest-TestMinimumBasicScenario-513498021 tempest-TestMinimumBasicScenario-513498021-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 1125 time: 0.1384234 Apr 14 22:09:06.027458 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 51852) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:06.032476 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-a10f96dd-9669-4ba2-b5ba-0b7ba4bb9d7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Request body: {'floatingip': {'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'port_id': '97665213-ec71-4ae5-abff-5aabc48a0d9e', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:06.058652 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a10f96dd-9669-4ba2-b5ba-0b7ba4bb9d7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:06.144394 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a10f96dd-9669-4ba2-b5ba-0b7ba4bb9d7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:06.294208 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-a10f96dd-9669-4ba2-b5ba-0b7ba4bb9d7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Allocated IP 172.27.2.252 (3128b05d-34b2-457b-8391-96d8c4503307/9279f13a-7b11-4203-b3e3-d3fa0b2aa609/1fc3e408-d8d5-4d61-80fc-469c8281b2f5) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:09:06.418441 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45bce5-31f5-4977-b5df-003b93ddf469 req-dd2886a5-9fc3-4585-8010-c4c36781e5b6 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:06.420046 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9c45bce5-31f5-4977-b5df-003b93ddf469 req-dd2886a5-9fc3-4585-8010-c4c36781e5b6 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc15e49-7ad2-43ae-81a4-0797c35dd9fb HTTP/1.1" status: 200 len: 943 time: 0.0573542 Apr 14 22:09:06.422823 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a10f96dd-9669-4ba2-b5ba-0b7ba4bb9d7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for port (1fc3e408-d8d5-4d61-80fc-469c8281b2f5), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:06.460206 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a10f96dd-9669-4ba2-b5ba-0b7ba4bb9d7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (1fc3e408-d8d5-4d61-80fc-469c8281b2f5), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:06.478005 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9c45bce5-31f5-4977-b5df-003b93ddf469 req-92c19925-0685-4765-bcc3-b1a256c26813 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=97a6913a-be0f-459b-b6a3-af72bd5bc712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507264 Apr 14 22:09:06.506782 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10f96dd-9669-4ba2-b5ba-0b7ba4bb9d7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Network 3128b05d-34b2-457b-8391-96d8c4503307 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:09:06.509970 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-a10f96dd-9669-4ba2-b5ba-0b7ba4bb9d7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:09:06.515929 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10f96dd-9669-4ba2-b5ba-0b7ba4bb9d7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:09:06.543373 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f96dd-9669-4ba2-b5ba-0b7ba4bb9d7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Pushing event updated for resources: {'Port': ['ID=1fc3e408-d8d5-4d61-80fc-469c8281b2f5,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:06.918143 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a10f96dd-9669-4ba2-b5ba-0b7ba4bb9d7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for floatingip (c90f6e57-20e4-4a02-a566-841d4d63a892), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:06.993195 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a10f96dd-9669-4ba2-b5ba-0b7ba4bb9d7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (1fc3e408-d8d5-4d61-80fc-469c8281b2f5), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:07.076935 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 51858) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:07.123476 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_v2 [None req-45decb18-9dc7-435d-bfcc-f6c9d8cace1b admin admin] Deleting subnet b5144995-bc81-47ee-8d78-d18062c2cc31 {{(pid=103419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:09:07.127032 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-45decb18-9dc7-435d-bfcc-f6c9d8cace1b admin admin] Publish callbacks [] for subnet (b5144995-bc81-47ee-8d78-d18062c2cc31), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:07.162930 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a10f96dd-9669-4ba2-b5ba-0b7ba4bb9d7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for port (1fc3e408-d8d5-4d61-80fc-469c8281b2f5), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:07.166770 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-45decb18-9dc7-435d-bfcc-f6c9d8cace1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2730075'] for subnet (b5144995-bc81-47ee-8d78-d18062c2cc31), precommit_delete_associations {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:07.168590 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a10f96dd-9669-4ba2-b5ba-0b7ba4bb9d7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (1fc3e408-d8d5-4d61-80fc-469c8281b2f5), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:07.218419 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-45decb18-9dc7-435d-bfcc-f6c9d8cace1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779310'] for subnet (b5144995-bc81-47ee-8d78-d18062c2cc31), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:07.245250 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f96dd-9669-4ba2-b5ba-0b7ba4bb9d7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Pushing event updated for resources: {'Port': ['ID=1fc3e408-d8d5-4d61-80fc-469c8281b2f5,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:07.254541 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a10f96dd-9669-4ba2-b5ba-0b7ba4bb9d7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (c90f6e57-20e4-4a02-a566-841d4d63a892), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:07.283268 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-45decb18-9dc7-435d-bfcc-f6c9d8cace1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9471835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9650152'] for subnet (b5144995-bc81-47ee-8d78-d18062c2cc31), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:07.311899 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45decb18-9dc7-435d-bfcc-f6c9d8cace1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5144995-bc81-47ee-8d78-d18062c2cc31,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:07.315783 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-45decb18-9dc7-435d-bfcc-f6c9d8cace1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:07.319775 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-45decb18-9dc7-435d-bfcc-f6c9d8cace1b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b5144995-bc81-47ee-8d78-d18062c2cc31 HTTP/1.1" status: 204 len: 168 time: 0.2414947 Apr 14 22:09:07.322901 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 51860) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:07.363911 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.l3_db [None req-a10f96dd-9669-4ba2-b5ba-0b7ba4bb9d7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Floating IP c90f6e57-20e4-4a02-a566-841d4d63a892 associated. External IP: 172.27.2.252, port: 97665213-ec71-4ae5-abff-5aabc48a0d9e. Apr 14 22:09:07.401940 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-950447b3-ea01-4123-889b-4314246ae5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606303'] for network (172bc162-46a3-47d1-8cd8-cd8d21e058c3), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:07.486859 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-950447b3-ea01-4123-889b-4314246ae5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786069', 'neutron.services.segments.db._delete_segments_for_network-8754551739832'] for network (172bc162-46a3-47d1-8cd8-cd8d21e058c3), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:07.512814 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-950447b3-ea01-4123-889b-4314246ae5bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['172bc162-46a3-47d1-8cd8-cd8d21e058c3']}} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:07.526596 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-950447b3-ea01-4123-889b-4314246ae5bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9cf2c94-e337-4a87-a517-a3c5dd5df919') {'for_net_delete': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:07.527354 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-950447b3-ea01-4123-889b-4314246ae5bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9cf2c94-e337-4a87-a517-a3c5dd5df919') {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:07.545904 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-950447b3-ea01-4123-889b-4314246ae5bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754551744449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2730080'] for segment (d9cf2c94-e337-4a87-a517-a3c5dd5df919), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:07.567764 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-950447b3-ea01-4123-889b-4314246ae5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (d9cf2c94-e337-4a87-a517-a3c5dd5df919), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:07.580344 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950447b3-ea01-4123-889b-4314246ae5bb admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:09:07.580932 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-950447b3-ea01-4123-889b-4314246ae5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9471969'] for segment (d9cf2c94-e337-4a87-a517-a3c5dd5df919), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: Traceback (most recent call last): Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: timer() Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: cb(*args, **kw) Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: return func(*args, **kwargs) Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: self._notify() Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: self.callback(batched_events) Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: event.method(event) Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: return f(self, *a, **k) Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: return self._get(url).json() Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: return self.request(url, 'GET', **kwargs) Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:09:07.583471 dv-cinder-838009-1-iscsi neutron-server[103419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:09:07.648054 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a11f9-a2eb-45cc-a66a-66454dfecf47 req-e580f1b5-128e-42e3-b5f0-488f826a7928 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:07.649907 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-383a11f9-a2eb-45cc-a66a-66454dfecf47 req-e580f1b5-128e-42e3-b5f0-488f826a7928 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc15e49-7ad2-43ae-81a4-0797c35dd9fb HTTP/1.1" status: 200 len: 943 time: 0.0705659 Apr 14 22:09:07.656190 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10f96dd-9669-4ba2-b5ba-0b7ba4bb9d7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Router 1c5c4be1-a820-43f9-b2db-749f67eec737 has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:09:07.658057 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-950447b3-ea01-4123-889b-4314246ae5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773785'] for network (172bc162-46a3-47d1-8cd8-cd8d21e058c3), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:07.665974 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-950447b3-ea01-4123-889b-4314246ae5bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:07.670175 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-950447b3-ea01-4123-889b-4314246ae5bb admin admin] 10.222.0.43 "DELETE /v2.0/networks/172bc162-46a3-47d1-8cd8-cd8d21e058c3 HTTP/1.1" status: 204 len: 168 time: 0.3461344 Apr 14 22:09:07.682260 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950447b3-ea01-4123-889b-4314246ae5bb admin admin] Pushing event deleted for resources: {'Network': ['ID=172bc162-46a3-47d1-8cd8-cd8d21e058c3,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:07.751265 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-383a11f9-a2eb-45cc-a66a-66454dfecf47 req-f4a4282f-c5ea-4d1b-90d3-61e29633ba26 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=97a6913a-be0f-459b-b6a3-af72bd5bc712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0907278 Apr 14 22:09:07.836590 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10f96dd-9669-4ba2-b5ba-0b7ba4bb9d7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:09:07.853005 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69ff913-e973-45eb-b436-b8eaff2c13ce None None] Sync routers for ids ['1c5c4be1-a820-43f9-b2db-749f67eec737'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:09:07.856063 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device c3310b06-98df-436f-a73b-86374f83d2d9 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:09:07.867723 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a10f96dd-9669-4ba2-b5ba-0b7ba4bb9d7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:07.869537 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69ff913-e973-45eb-b436-b8eaff2c13ce None None] Routers {'1c5c4be1-a820-43f9-b2db-749f67eec737'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:09:07.870565 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-c69ff913-e973-45eb-b436-b8eaff2c13ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:08:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['1c5c4be1-a820-43f9-b2db-749f67eec737'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:07.884108 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 51866) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:07.925003 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-a10f96dd-9669-4ba2-b5ba-0b7ba4bb9d7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8959670 Apr 14 22:09:07.925999 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94617d88-4c90-4346-a9d6-74517e31f135', 'tag': '97665213-ec71-4ae5-abff-5aabc48a0d9e'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:09:07.930036 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab15ff4b-3551-45a7-9bd4-bd8878e61e67" -d '{"events": [{"name": "network-changed", "server_uuid": "94617d88-4c90-4346-a9d6-74517e31f135", "tag": "97665213-ec71-4ae5-abff-5aabc48a0d9e"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:09:07.930961 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 51868) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:07.935655 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-226f0cf5-2365-4762-bb31-653fb1437dde tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-914192285', 'description': 'tempest-secgroup-smoke-914192285 description', 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:07.950932 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-1e2bf0dd-54aa-4724-a563-778f153a6773 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=81e616e9a6654295b6a10a3a9c3bf8e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0631628 Apr 14 22:09:07.951449 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 51872) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:07.971376 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-226f0cf5-2365-4762-bb31-653fb1437dde tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:08.000522 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f155427a-6e61-429e-a03e-86c425fd79ed x-openstack-request-id: req-f155427a-6e61-429e-a03e-86c425fd79ed {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:09:08.000968 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94617d88-4c90-4346-a9d6-74517e31f135", "tag": "97665213-ec71-4ae5-abff-5aabc48a0d9e", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:09:08.001939 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f155427a-6e61-429e-a03e-86c425fd79ed {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:09:08.002194 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f155427a-6e61-429e-a03e-86c425fd79ed'] response: {'name': 'network-changed', 'server_uuid': '94617d88-4c90-4346-a9d6-74517e31f135', 'tag': '97665213-ec71-4ae5-abff-5aabc48a0d9e', 'status': 'completed', 'code': 200} Apr 14 22:09:08.053857 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-c69ff913-e973-45eb-b436-b8eaff2c13ce None None] Set router 1c5c4be1-a820-43f9-b2db-749f67eec737 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:09:08.057306 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port c3310b06-98df-436f-a73b-86374f83d2d9, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=c3310b06-98df-436f-a73b-86374f83d2d9,segment=NetworkSegment(b5996a32-60a1-44ba-8256-139740aea29c),segment_id=b5996a32-60a1-44ba-8256-139740aea29c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:09:08.099067 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Returning: {'device': 'c3310b06-98df-436f-a73b-86374f83d2d9', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'port_id': 'c3310b06-98df-436f-a73b-86374f83d2d9', 'mac_address': 'fa:16:3e:f4:8e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:09:08.099313 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-59fb888b-9e3a-4583-b995-dddf01215fc0 admin admin] Publish callbacks [] for security_group (8d0e0e6a-281c-4b62-aeba-204845b6a0e2), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:08.132528 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15ff4b-3551-45a7-9bd4-bd8878e61e67 req-7bb73df5-7fd4-4869-b9f8-762797453b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:08.135203 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ab15ff4b-3551-45a7-9bd4-bd8878e61e67 req-7bb73df5-7fd4-4869-b9f8-762797453b9f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4957df5a8870465fbbf36d3fe01f0e7b&device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 1130 time: 0.1025648 Apr 14 22:09:08.142895 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-226f0cf5-2365-4762-bb31-653fb1437dde tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for security_group (0963af3a-f14a-42e0-bbf1-44e83628c72d), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:08.153752 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-226f0cf5-2365-4762-bb31-653fb1437dde tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (0963af3a-f14a-42e0-bbf1-44e83628c72d), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:08.168739 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-59fb888b-9e3a-4583-b995-dddf01215fc0 admin admin] Publish callbacks [] for security_group (8d0e0e6a-281c-4b62-aeba-204845b6a0e2), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:08.171014 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port c3310b06-98df-436f-a73b-86374f83d2d9 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:09:08.172077 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (c3310b06-98df-436f-a73b-86374f83d2d9), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:08.201089 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3310b06-98df-436f-a73b-86374f83d2d9 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:09:08.213972 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-226f0cf5-2365-4762-bb31-653fb1437dde tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:08.217534 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-226f0cf5-2365-4762-bb31-653fb1437dde tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2851834 Apr 14 22:09:08.226476 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 51874) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:08.231747 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f0cf5-2365-4762-bb31-653fb1437dde tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0963af3a-f14a-42e0-bbf1-44e83628c72d,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:08.232051 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-28a76092-af34-485b-a519-00729a5a1182 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Request body: {'security_group_rule': {'security_group_id': '0963af3a-f14a-42e0-bbf1-44e83628c72d', 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:08.247256 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port c3310b06-98df-436f-a73b-86374f83d2d9, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=c3310b06-98df-436f-a73b-86374f83d2d9,segment=NetworkSegment(b5996a32-60a1-44ba-8256-139740aea29c),segment_id=b5996a32-60a1-44ba-8256-139740aea29c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:09:08.257057 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (c3310b06-98df-436f-a73b-86374f83d2d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:08.336657 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:09:08.342253 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-28a76092-af34-485b-a519-00729a5a1182 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for security_group_rule (dd506858-58b1-4251-96b3-5faad89685e1), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:08.343509 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=c3310b06-98df-436f-a73b-86374f83d2d9,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:08.356932 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15ff4b-3551-45a7-9bd4-bd8878e61e67 req-b9275c39-d8a5-4b42-bbbf-e79fda1b775a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:08.358596 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ab15ff4b-3551-45a7-9bd4-bd8878e61e67 req-b9275c39-d8a5-4b42-bbbf-e79fda1b775a service neutron] 10.222.0.26 "GET /v2.0/networks?id=8180bb61-cf56-412a-ba88-217a5f141b04 HTTP/1.1" status: 200 len: 915 time: 0.2097533 Apr 14 22:09:08.358953 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:08.359598 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:08.360232 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:08.360810 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:08.361228 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:08.361741 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:08.362711 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:08.363218 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:08.364373 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:08.364848 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:08.365847 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:08.366468 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:08.367375 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:08.367788 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-59fb888b-9e3a-4583-b995-dddf01215fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (8d0e0e6a-281c-4b62-aeba-204845b6a0e2), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:08.368088 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:08.368576 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:08.371012 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-59fb888b-9e3a-4583-b995-dddf01215fc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:08.372248 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-59fb888b-9e3a-4583-b995-dddf01215fc0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8d0e0e6a-281c-4b62-aeba-204845b6a0e2 HTTP/1.1" status: 204 len: 168 time: 0.4191954 Apr 14 22:09:08.401801 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-c69ff913-e973-45eb-b436-b8eaff2c13ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'name': 'tempest-TestMinimumBasicScenario-1205624030-router', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'a1fe3907-96a0-420b-afcf-a986a91e1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:08:06Z', 'updated_at': '2022-04-14T22:08:09Z', 'revision_number': 4, 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'gw_port': {'id': 'a1fe3907-96a0-420b-afcf-a986a91e1feb', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:06Z', 'updated_at': '2022-04-14T22:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': 'c90f6e57-20e4-4a02-a566-841d4d63a892', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'port_id': '97665213-ec71-4ae5-abff-5aabc48a0d9e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8180bb61-cf56-412a-ba88-217a5f141b04', 'mac_address': 'fa:16:3e:07:15:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94617d88-4c90-4346-a9d6-74517e31f135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:09:06Z', 'updated_at': '2022-04-14T22:09:06Z', 'revision_number': 0, 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e7be3c-2399-47c4-81fe-acf5bbef511c', 'name': '', 'network_id': '8180bb61-cf56-412a-ba88-217a5f141b04', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'mac_address': 'fa:16:3e:e3:ee:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '52c6f6f2-587d-4567-93e3-915ebdc2580f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:09Z', 'updated_at': '2022-04-14T22:08:14Z', 'revision_number': 5, 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'subnets': [{'id': '52c6f6f2-587d-4567-93e3-915ebdc2580f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:08.438283 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb888b-9e3a-4583-b995-dddf01215fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0e0e6a-281c-4b62-aeba-204845b6a0e2,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:08.447781 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69ff913-e973-45eb-b436-b8eaff2c13ce None None] Checking router: 1c5c4be1-a820-43f9-b2db-749f67eec737 for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:09:08.471856 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69ff913-e973-45eb-b436-b8eaff2c13ce None None] Routers {'1c5c4be1-a820-43f9-b2db-749f67eec737'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:09:08.486347 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-c69ff913-e973-45eb-b436-b8eaff2c13ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:08:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['1c5c4be1-a820-43f9-b2db-749f67eec737'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:08.486964 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ab15ff4b-3551-45a7-9bd4-bd8878e61e67 req-7cc230f5-ce22-4f34-8d40-b4120b04da05 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97665213-ec71-4ae5-abff-5aabc48a0d9e HTTP/1.1" status: 200 len: 1000 time: 0.1135504 Apr 14 22:09:08.498748 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-28a76092-af34-485b-a519-00729a5a1182 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for security_group_rule (dd506858-58b1-4251-96b3-5faad89685e1), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:08.509182 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-28a76092-af34-485b-a519-00729a5a1182 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (dd506858-58b1-4251-96b3-5faad89685e1), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:08.516708 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['c3310b06-98df-436f-a73b-86374f83d2d9'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:09:08.551718 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a76092-af34-485b-a519-00729a5a1182 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd506858-58b1-4251-96b3-5faad89685e1,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:08.571098 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-28a76092-af34-485b-a519-00729a5a1182 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:08.572413 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-28a76092-af34-485b-a519-00729a5a1182 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3449247 Apr 14 22:09:08.576028 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 51878) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:08.583430 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15ff4b-3551-45a7-9bd4-bd8878e61e67 req-55bd67ff-db55-48fb-92d8-1de6e4d57210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:08.583430 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ab15ff4b-3551-45a7-9bd4-bd8878e61e67 req-55bd67ff-db55-48fb-92d8-1de6e4d57210 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=52c6f6f2-587d-4567-93e3-915ebdc2580f HTTP/1.1" status: 200 len: 854 time: 0.0867558 Apr 14 22:09:08.584504 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-96a11e60-09a4-47bb-91cc-7c71d93a5797 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Request body: {'security_group_rule': {'security_group_id': '0963af3a-f14a-42e0-bbf1-44e83628c72d', 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:08.637381 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-96a11e60-09a4-47bb-91cc-7c71d93a5797 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for security_group_rule (bd2a1658-969f-43d0-8fad-94f9763ee397), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:08.662676 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15ff4b-3551-45a7-9bd4-bd8878e61e67 req-a3eb5a28-9539-4b2e-b05c-f0adb2b89d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:08.663597 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ab15ff4b-3551-45a7-9bd4-bd8878e61e67 req-a3eb5a28-9539-4b2e-b05c-f0adb2b89d66 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8180bb61-cf56-412a-ba88-217a5f141b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0734272 Apr 14 22:09:08.727454 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-c69ff913-e973-45eb-b436-b8eaff2c13ce None None] Set router 1c5c4be1-a820-43f9-b2db-749f67eec737 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:09:08.898130 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ab15ff4b-3551-45a7-9bd4-bd8878e61e67 req-9fcdc6cd-562c-484d-b7ee-7dd82b57c7e2 service neutron] 10.222.0.26 "GET /v2.0/networks/8180bb61-cf56-412a-ba88-217a5f141b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271347 Apr 14 22:09:09.015818 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c0c1f-3035-4e4b-9d55-677a5edb1a66 req-5f29fbe8-ec51-4fa0-9c5c-3a2d5ae43cf4 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:09.025979 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-504c0c1f-3035-4e4b-9d55-677a5edb1a66 req-5f29fbe8-ec51-4fa0-9c5c-3a2d5ae43cf4 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc15e49-7ad2-43ae-81a4-0797c35dd9fb HTTP/1.1" status: 200 len: 944 time: 0.0720506 Apr 14 22:09:09.033546 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-96a11e60-09a4-47bb-91cc-7c71d93a5797 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for security_group_rule (bd2a1658-969f-43d0-8fad-94f9763ee397), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:09.039745 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-96a11e60-09a4-47bb-91cc-7c71d93a5797 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (bd2a1658-969f-43d0-8fad-94f9763ee397), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:09.066261 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a11e60-09a4-47bb-91cc-7c71d93a5797 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2a1658-969f-43d0-8fad-94f9763ee397,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:09.080785 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-96a11e60-09a4-47bb-91cc-7c71d93a5797 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:09.082888 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-96a11e60-09a4-47bb-91cc-7c71d93a5797 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5052786 Apr 14 22:09:09.086406 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 51888) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:09.092884 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-22959710-3cf5-4637-8032-7b8834b6387c tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Request body: {'security_group_rule': {'security_group_id': '0963af3a-f14a-42e0-bbf1-44e83628c72d', 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:09.133561 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-22959710-3cf5-4637-8032-7b8834b6387c tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for security_group_rule (a3f4ff61-e08a-4cd2-be8e-23e2a09ddc38), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:09.206893 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-504c0c1f-3035-4e4b-9d55-677a5edb1a66 req-65869389-77f7-46c8-b3dd-952f8a42f36a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=97a6913a-be0f-459b-b6a3-af72bd5bc712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1762490 Apr 14 22:09:09.209393 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-c69ff913-e973-45eb-b436-b8eaff2c13ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'name': 'tempest-TestMinimumBasicScenario-1205624030-router', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'a1fe3907-96a0-420b-afcf-a986a91e1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:08:06Z', 'updated_at': '2022-04-14T22:08:09Z', 'revision_number': 4, 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'gw_port': {'id': 'a1fe3907-96a0-420b-afcf-a986a91e1feb', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:06Z', 'updated_at': '2022-04-14T22:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': 'c90f6e57-20e4-4a02-a566-841d4d63a892', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'port_id': '97665213-ec71-4ae5-abff-5aabc48a0d9e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8180bb61-cf56-412a-ba88-217a5f141b04', 'mac_address': 'fa:16:3e:07:15:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94617d88-4c90-4346-a9d6-74517e31f135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:09:06Z', 'updated_at': '2022-04-14T22:09:06Z', 'revision_number': 0, 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e7be3c-2399-47c4-81fe-acf5bbef511c', 'name': '', 'network_id': '8180bb61-cf56-412a-ba88-217a5f141b04', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'mac_address': 'fa:16:3e:e3:ee:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '52c6f6f2-587d-4567-93e3-915ebdc2580f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:09Z', 'updated_at': '2022-04-14T22:08:14Z', 'revision_number': 5, 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'subnets': [{'id': '52c6f6f2-587d-4567-93e3-915ebdc2580f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:09.220161 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ab15ff4b-3551-45a7-9bd4-bd8878e61e67 req-8c1719c8-ed7a-4227-af39-ecf82a3d4e27 service neutron] 10.222.0.26 "GET /v2.0/networks/8180bb61-cf56-412a-ba88-217a5f141b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160036 Apr 14 22:09:09.224479 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-22959710-3cf5-4637-8032-7b8834b6387c tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for security_group_rule (a3f4ff61-e08a-4cd2-be8e-23e2a09ddc38), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:09.231801 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-22959710-3cf5-4637-8032-7b8834b6387c tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (a3f4ff61-e08a-4cd2-be8e-23e2a09ddc38), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:09.252609 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22959710-3cf5-4637-8032-7b8834b6387c tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f4ff61-e08a-4cd2-be8e-23e2a09ddc38,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:09.261286 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-22959710-3cf5-4637-8032-7b8834b6387c tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:09.263564 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-22959710-3cf5-4637-8032-7b8834b6387c tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1754026 Apr 14 22:09:09.264053 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69ff913-e973-45eb-b436-b8eaff2c13ce None None] The sync data for ids ['1c5c4be1-a820-43f9-b2db-749f67eec737'] in dv-cinder-838009-1-iscsi is: [{'id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'name': 'tempest-TestMinimumBasicScenario-1205624030-router', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'a1fe3907-96a0-420b-afcf-a986a91e1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:08:06Z', 'updated_at': '2022-04-14T22:08:09Z', 'revision_number': 4, 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'gw_port': {'id': 'a1fe3907-96a0-420b-afcf-a986a91e1feb', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:06Z', 'updated_at': '2022-04-14T22:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': 'c90f6e57-20e4-4a02-a566-841d4d63a892', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'port_id': '97665213-ec71-4ae5-abff-5aabc48a0d9e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8180bb61-cf56-412a-ba88-217a5f141b04', 'mac_address': 'fa:16:3e:07:15:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94617d88-4c90-4346-a9d6-74517e31f135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:09:06Z', 'updated_at': '2022-04-14T22:09:06Z', 'revision_number': 0, 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e7be3c-2399-47c4-81fe-acf5bbef511c', 'name': '', 'network_id': '8180bb61-cf56-412a-ba88-217a5f141b04', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'mac_address': 'fa:16:3e:e3:ee:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '52c6f6f2-587d-4567-93e3-915ebdc2580f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:09Z', 'updated_at': '2022-04-14T22:08:14Z', 'revision_number': 5, 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'subnets': [{'id': '52c6f6f2-587d-4567-93e3-915ebdc2580f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:09:09.267302 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 51894) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:09.277030 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-4d8cdf58-1d9d-4e20-8506-b5032ddca0d8 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Request body: {'security_group_rule': {'security_group_id': '0963af3a-f14a-42e0-bbf1-44e83628c72d', 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:09.312227 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4d8cdf58-1d9d-4e20-8506-b5032ddca0d8 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for security_group_rule (334d476a-e2fc-482b-9a98-b0f4b9410c92), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:09.383842 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4d8cdf58-1d9d-4e20-8506-b5032ddca0d8 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for security_group_rule (334d476a-e2fc-482b-9a98-b0f4b9410c92), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:09.389505 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4d8cdf58-1d9d-4e20-8506-b5032ddca0d8 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (334d476a-e2fc-482b-9a98-b0f4b9410c92), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:09.422773 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cdf58-1d9d-4e20-8506-b5032ddca0d8 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334d476a-e2fc-482b-9a98-b0f4b9410c92,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:09.432035 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4d8cdf58-1d9d-4e20-8506-b5032ddca0d8 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:09.438758 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 51900) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:09.439084 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-4d8cdf58-1d9d-4e20-8506-b5032ddca0d8 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1696675 Apr 14 22:09:09.448127 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-0d25358d-c156-4a90-b70c-bdd970ec2d73 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Request body: {'security_group_rule': {'security_group_id': '0963af3a-f14a-42e0-bbf1-44e83628c72d', 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:09.487799 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.db.securitygroups_db [None req-0d25358d-c156-4a90-b70c-bdd970ec2d73 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Project 4957df5a8870465fbbf36d3fe01f0e7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 22:09:09.496906 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0d25358d-c156-4a90-b70c-bdd970ec2d73 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for security_group_rule (a80f9fdd-71ad-417f-853d-54c0c27ec352), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:09.530874 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c24b169-8bc7-4ae1-9c93-78254af75b4c None None] New status for floating IP c90f6e57-20e4-4a02-a566-841d4d63a892: ACTIVE {{(pid=103421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:09:09.589990 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0d25358d-c156-4a90-b70c-bdd970ec2d73 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for security_group_rule (a80f9fdd-71ad-417f-853d-54c0c27ec352), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:09.596085 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0d25358d-c156-4a90-b70c-bdd970ec2d73 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (a80f9fdd-71ad-417f-853d-54c0c27ec352), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:09.627078 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25358d-c156-4a90-b70c-bdd970ec2d73 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80f9fdd-71ad-417f-853d-54c0c27ec352,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:09.641211 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0d25358d-c156-4a90-b70c-bdd970ec2d73 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:09.643333 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-0d25358d-c156-4a90-b70c-bdd970ec2d73 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2023993 Apr 14 22:09:09.647087 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 51906) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:09.652623 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-991662de-25fa-4a25-828b-579f12462b9a tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Request body: {'security_group_rule': {'security_group_id': '0963af3a-f14a-42e0-bbf1-44e83628c72d', 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:09.653068 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 51908) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:09.689109 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.db.securitygroups_db [None req-991662de-25fa-4a25-828b-579f12462b9a tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Project 4957df5a8870465fbbf36d3fe01f0e7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 22:09:09.698149 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-991662de-25fa-4a25-828b-579f12462b9a tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for security_group_rule (c565e4d1-3eec-4ffc-87dd-b632b15acafa), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:09.780090 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-991662de-25fa-4a25-828b-579f12462b9a tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for security_group_rule (c565e4d1-3eec-4ffc-87dd-b632b15acafa), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:09.781116 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-b04a266d-e0fb-4f96-84ee-0079aaab11b4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1904352119-network', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:09.786607 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-991662de-25fa-4a25-828b-579f12462b9a tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (c565e4d1-3eec-4ffc-87dd-b632b15acafa), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:09.810022 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991662de-25fa-4a25-828b-579f12462b9a tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c565e4d1-3eec-4ffc-87dd-b632b15acafa,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:09.814848 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04a266d-e0fb-4f96-84ee-0079aaab11b4 admin admin] Made reservation on behalf of 818782cfb8ca4fdb94b5c7e1b6cd915e for: {'network': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:09:09.818380 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b04a266d-e0fb-4f96-84ee-0079aaab11b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for network (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:09.828103 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-991662de-25fa-4a25-828b-579f12462b9a tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:09.833079 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-991662de-25fa-4a25-828b-579f12462b9a tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1812396 Apr 14 22:09:09.838055 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b04a266d-e0fb-4f96-84ee-0079aaab11b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:09.855828 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device c3310b06-98df-436f-a73b-86374f83d2d9 up at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:09:09.927985 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning for port c3310b06-98df-436f-a73b-86374f83d2d9 completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:09:09.937499 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning complete for port c3310b06-98df-436f-a73b-86374f83d2d9 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:09:09.938270 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (c3310b06-98df-436f-a73b-86374f83d2d9), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:09.945655 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a1e565cf-6df2-4521-a993-45768957c85a req-ee73ffaa-702a-401d-8b73-08467ec03a7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-914192285&fields=id&tenant_id=4957df5a8870465fbbf36d3fe01f0e7b HTTP/1.1" status: 200 len: 267 time: 0.0629151 Apr 14 22:09:09.950899 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b04a266d-e0fb-4f96-84ee-0079aaab11b4 admin admin] Publish callbacks [] for security_group (fa41593e-ed23-4a23-9fdf-44307c444a1b), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:09.955917 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b04a266d-e0fb-4f96-84ee-0079aaab11b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (fa41593e-ed23-4a23-9fdf-44307c444a1b), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:09.994953 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04a266d-e0fb-4f96-84ee-0079aaab11b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:09:10.013782 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a266d-e0fb-4f96-84ee-0079aaab11b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa41593e-ed23-4a23-9fdf-44307c444a1b,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:10.023268 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b04a266d-e0fb-4f96-84ee-0079aaab11b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (ee7f4fb0-78ec-4725-9871-e0ce767cf3c2), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:10.023833 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.segments_db [None req-b04a266d-e0fb-4f96-84ee-0079aaab11b4 admin admin] Added segment ee7f4fb0-78ec-4725-9871-e0ce767cf3c2 of type vlan for network 24892aca-f788-4fab-ba20-18bc79a1a3e4 Apr 14 22:09:10.034838 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e565cf-6df2-4521-a993-45768957c85a req-9ea087f1-2f00-49bb-a2ef-f1e00b798e8c tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:10.041416 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a1e565cf-6df2-4521-a993-45768957c85a req-9ea087f1-2f00-49bb-a2ef-f1e00b798e8c tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 946 time: 0.0935228 Apr 14 22:09:10.052707 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port c3310b06-98df-436f-a73b-86374f83d2d9 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:09:10.053356 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (c3310b06-98df-436f-a73b-86374f83d2d9), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:10.058951 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-a1e565cf-6df2-4521-a993-45768957c85a req-0f5897e5-bb95-46c3-922b-cf87e18a3ded tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Request body: {'port': {'security_groups': ['073afc41-1e29-4732-ad97-2193220cb92d', '0963af3a-f14a-42e0-bbf1-44e83628c72d']}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:10.083119 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc15e49-7ad2-43ae-81a4-0797c35dd9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3310b06-98df-436f-a73b-86374f83d2d9'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:09:10.085965 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b04a266d-e0fb-4f96-84ee-0079aaab11b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754551219941'] for network (24892aca-f788-4fab-ba20-18bc79a1a3e4), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:10.086269 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530b6f79e2c270c80a285cfd043402f608e5b18a2df6684fea4c07fd95dfc091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d2a21a-a216-4b7f-815c-e1abf8d188e9" -d '{"events": [{"server_uuid": "dfc15e49-7ad2-43ae-81a4-0797c35dd9fb", "name": "network-vif-plugged", "status": "completed", "tag": "c3310b06-98df-436f-a73b-86374f83d2d9"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:09:10.106298 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port c3310b06-98df-436f-a73b-86374f83d2d9, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=c3310b06-98df-436f-a73b-86374f83d2d9,segment=NetworkSegment(b5996a32-60a1-44ba-8256-139740aea29c),segment_id=b5996a32-60a1-44ba-8256-139740aea29c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:09:10.113872 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (c3310b06-98df-436f-a73b-86374f83d2d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:10.136439 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b04a266d-e0fb-4f96-84ee-0079aaab11b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for network (24892aca-f788-4fab-ba20-18bc79a1a3e4), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:10.138391 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04a266d-e0fb-4f96-84ee-0079aaab11b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:10.139392 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b04a266d-e0fb-4f96-84ee-0079aaab11b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:10.177324 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a7eee2-05bd-4adb-b275-f75ecd582eee x-openstack-request-id: req-79a7eee2-05bd-4adb-b275-f75ecd582eee {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:09:10.177709 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc15e49-7ad2-43ae-81a4-0797c35dd9fb", "name": "network-vif-plugged", "status": "completed", "tag": "c3310b06-98df-436f-a73b-86374f83d2d9", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:09:10.178742 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-79a7eee2-05bd-4adb-b275-f75ecd582eee {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:09:10.178742 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79a7eee2-05bd-4adb-b275-f75ecd582eee'] response: {'server_uuid': 'dfc15e49-7ad2-43ae-81a4-0797c35dd9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3310b06-98df-436f-a73b-86374f83d2d9', 'code': 200} Apr 14 22:09:10.180553 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=c3310b06-98df-436f-a73b-86374f83d2d9,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:10.188146 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-b04a266d-e0fb-4f96-84ee-0079aaab11b4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5334997 Apr 14 22:09:10.188486 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 51916) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:10.198821 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-3c30e00a-f3db-46c8-b4f4-3c6d8478293d admin admin] Request body: {'subnet': {'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1904352119-subnet', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'ip_version': 4}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:10.229654 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-a1e565cf-6df2-4521-a993-45768957c85a req-0f5897e5-bb95-46c3-922b-cf87e18a3ded tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (97665213-ec71-4ae5-abff-5aabc48a0d9e), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:10.243384 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c30e00a-f3db-46c8-b4f4-3c6d8478293d admin admin] Made reservation on behalf of 818782cfb8ca4fdb94b5c7e1b6cd915e for: {'subnet': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:09:10.245913 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c30e00a-f3db-46c8-b4f4-3c6d8478293d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9650119'] for subnet (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:10.246171 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a266d-e0fb-4f96-84ee-0079aaab11b4 admin admin] Pushing event updated for resources: {'Network': ['ID=24892aca-f788-4fab-ba20-18bc79a1a3e4,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:10.265793 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Network 24892aca-f788-4fab-ba20-18bc79a1a3e4 details requested by agent ovs-agent-dv-cinder-838009-1-iscsi with host dv-cinder-838009-1-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:09:10.473243 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d93df-6a3b-430c-a894-5d7905b794fd req-b7c27497-2c8d-46f3-ada9-0a7085c5b21b tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:10.476503 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ac7d93df-6a3b-430c-a894-5d7905b794fd req-b7c27497-2c8d-46f3-ada9-0a7085c5b21b tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc15e49-7ad2-43ae-81a4-0797c35dd9fb HTTP/1.1" status: 200 len: 945 time: 0.1440847 Apr 14 22:09:10.490431 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66eeb1-0f41-499e-b4df-532ea35a62dd req-0eb3dfe2-b714-44c9-94ec-2a7dcd957410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:10.493749 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2c66eeb1-0f41-499e-b4df-532ea35a62dd req-0eb3dfe2-b714-44c9-94ec-2a7dcd957410 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dfc15e49-7ad2-43ae-81a4-0797c35dd9fb HTTP/1.1" status: 200 len: 1129 time: 0.1072710 Apr 14 22:09:10.602793 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-a1e565cf-6df2-4521-a993-45768957c85a req-0f5897e5-bb95-46c3-922b-cf87e18a3ded tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] For port 97665213-ec71-4ae5-abff-5aabc48a0d9e, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=97665213-ec71-4ae5-abff-5aabc48a0d9e,segment=NetworkSegment(2b04bd82-c328-4a5d-a847-ed46eff1a168),segment_id=2b04bd82-c328-4a5d-a847-ed46eff1a168)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:09:10.625836 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2c66eeb1-0f41-499e-b4df-532ea35a62dd req-3b11f7ff-8a8a-49a6-920c-0d9cac086cac service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=97a6913a-be0f-459b-b6a3-af72bd5bc712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1215475 Apr 14 22:09:10.631573 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ac7d93df-6a3b-430c-a894-5d7905b794fd req-983d1ba9-b3aa-4370-bd7b-b12395ac94ff tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=97a6913a-be0f-459b-b6a3-af72bd5bc712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1459191 Apr 14 22:09:10.634485 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c30e00a-f3db-46c8-b4f4-3c6d8478293d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9470084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9650129'] for subnet (b8d7302b-218a-4a2d-92e0-263caf56a9e5), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:10.677206 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-a1e565cf-6df2-4521-a993-45768957c85a req-0f5897e5-bb95-46c3-922b-cf87e18a3ded tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for port (97665213-ec71-4ae5-abff-5aabc48a0d9e), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:10.686958 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-a1e565cf-6df2-4521-a993-45768957c85a req-0f5897e5-bb95-46c3-922b-cf87e18a3ded tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9471757'] for port (97665213-ec71-4ae5-abff-5aabc48a0d9e), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:10.700850 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['97665213-ec71-4ae5-abff-5aabc48a0d9e'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:09:10.743854 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30e00a-f3db-46c8-b4f4-3c6d8478293d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8d7302b-218a-4a2d-92e0-263caf56a9e5,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:10.772642 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e565cf-6df2-4521-a993-45768957c85a req-0f5897e5-bb95-46c3-922b-cf87e18a3ded tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:10.773332 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-a1e565cf-6df2-4521-a993-45768957c85a req-0f5897e5-bb95-46c3-922b-cf87e18a3ded tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:10.774827 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a1e565cf-6df2-4521-a993-45768957c85a req-0f5897e5-bb95-46c3-922b-cf87e18a3ded tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "PUT /v2.0/ports/97665213-ec71-4ae5-abff-5aabc48a0d9e HTTP/1.1" status: 200 len: 982 time: 0.7264161 Apr 14 22:09:10.775274 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94617d88-4c90-4346-a9d6-74517e31f135', 'tag': '97665213-ec71-4ae5-abff-5aabc48a0d9e'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:09:10.777752 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe89b316cabc9c6da7693dfedcbc481d80d5331a5be4d9b973c074b75cf4af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acf3a7a-b357-4395-9036-af52cc2e3d39" -d '{"events": [{"name": "network-changed", "server_uuid": "94617d88-4c90-4346-a9d6-74517e31f135", "tag": "97665213-ec71-4ae5-abff-5aabc48a0d9e"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:09:10.817309 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5897e5-bb95-46c3-922b-cf87e18a3ded tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Pushing event updated for resources: {'Port': ['ID=97665213-ec71-4ae5-abff-5aabc48a0d9e,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:10.829794 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c30e00a-f3db-46c8-b4f4-3c6d8478293d admin admin] Checking segment: {'id': 'ee7f4fb0-78ec-4725-9871-e0ce767cf3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:09:10.829794 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c30e00a-f3db-46c8-b4f4-3c6d8478293d admin admin] Network hostable DHCP agents. Network: 24892aca-f788-4fab-ba20-18bc79a1a3e4, hostable agents: ['806db378-0d8c-47fe-9666-9619b6d8e1d9'], hosted agents: [] {{(pid=103419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:09:10.836112 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['97665213-ec71-4ae5-abff-5aabc48a0d9e'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:09:10.875174 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c30e00a-f3db-46c8-b4f4-3c6d8478293d admin admin] Network 24892aca-f788-4fab-ba20-18bc79a1a3e4 is scheduled to be hosted by DHCP agent 806db378-0d8c-47fe-9666-9619b6d8e1d9 with binding_index 1 {{(pid=103419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:09:10.900727 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-3c30e00a-f3db-46c8-b4f4-3c6d8478293d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-1-iscsi, 24892aca-f788-4fab-ba20-18bc79a1a3e4) {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:09:10.914589 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376b31f2-c80b-4c37-88a9-4b35cfb0f8b8 None None] Network 24892aca-f788-4fab-ba20-18bc79a1a3e4 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:09:10.923771 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c30e00a-f3db-46c8-b4f4-3c6d8478293d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:10.924547 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c30e00a-f3db-46c8-b4f4-3c6d8478293d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:10.955429 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-3c30e00a-f3db-46c8-b4f4-3c6d8478293d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7619393 Apr 14 22:09:10.958306 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 51926) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:10.963705 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-924719d2-278c-42f5-acab-fa3183ce044f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1904352119-router', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:11.011709 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-924719d2-278c-42f5-acab-fa3183ce044f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1779785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26517'] for router (5ed76f40-aba6-4a70-835e-c973e4e1a05b), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:11.015115 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-924719d2-278c-42f5-acab-fa3183ce044f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1780185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26540'] for router (5ed76f40-aba6-4a70-835e-c973e4e1a05b), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:11.027372 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e49a6a-a6ad-4270-9d94-1296bd6b2b9d req-53e2686e-93de-4255-9a00-88ffe866f3a6 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:11.030247 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-28e49a6a-a6ad-4270-9d94-1296bd6b2b9d req-53e2686e-93de-4255-9a00-88ffe866f3a6 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 985 time: 0.0915678 Apr 14 22:09:11.128939 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-924719d2-278c-42f5-acab-fa3183ce044f admin admin] Publish callbacks [] for router_controller (5ed76f40-aba6-4a70-835e-c973e4e1a05b), precommit_add_association {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:11.212406 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48d1fce-14d7-44e8-a6c8-cc256cbd1f1b x-openstack-request-id: req-f48d1fce-14d7-44e8-a6c8-cc256cbd1f1b {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:09:11.213253 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94617d88-4c90-4346-a9d6-74517e31f135", "tag": "97665213-ec71-4ae5-abff-5aabc48a0d9e", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:09:11.213869 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f48d1fce-14d7-44e8-a6c8-cc256cbd1f1b {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:09:11.214733 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f48d1fce-14d7-44e8-a6c8-cc256cbd1f1b'] response: {'name': 'network-changed', 'server_uuid': '94617d88-4c90-4346-a9d6-74517e31f135', 'tag': '97665213-ec71-4ae5-abff-5aabc48a0d9e', 'status': 'completed', 'code': 200} Apr 14 22:09:11.226997 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-28e49a6a-a6ad-4270-9d94-1296bd6b2b9d req-a300c226-6af5-4dbc-b39f-5d96af1e9f87 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=0963af3a-f14a-42e0-bbf1-44e83628c72d&id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1807098 Apr 14 22:09:11.255301 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995d3d25-520e-4721-b2cc-22b1a88d687d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb219b8ea-8e47-5afe-ae3f-c3ef3885854b-24892aca-f788-4fab-ba20-18bc79a1a3e4', 'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4', 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'fixed_ips': [{'subnet_id': 'b8d7302b-218a-4a2d-92e0-263caf56a9e5'}]}} from dv-cinder-838009-1-iscsi. {{(pid=103421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 22:09:11.257312 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-995d3d25-520e-4721-b2cc-22b1a88d687d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:11.323580 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-924719d2-278c-42f5-acab-fa3183ce044f admin admin] Publish callbacks [] for router_gateway (5ed76f40-aba6-4a70-835e-c973e4e1a05b), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:11.379061 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-a3325c5b-6f92-4cd6-a177-297b37b6ea7a None None] Provisioning complete for port 97665213-ec71-4ae5-abff-5aabc48a0d9e triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:09:11.379674 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a3325c5b-6f92-4cd6-a177-297b37b6ea7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (97665213-ec71-4ae5-abff-5aabc48a0d9e), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:11.435198 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf3a7a-b357-4395-9036-af52cc2e3d39 req-880018ef-4300-4c7c-b901-b88be53cec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:11.436750 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1acf3a7a-b357-4395-9036-af52cc2e3d39 req-880018ef-4300-4c7c-b901-b88be53cec8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4957df5a8870465fbbf36d3fe01f0e7b&device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 1169 time: 0.0784872 Apr 14 22:09:11.691870 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-995d3d25-520e-4721-b2cc-22b1a88d687d None None] Allocated IP 172.20.0.2 (24892aca-f788-4fab-ba20-18bc79a1a3e4/b8d7302b-218a-4a2d-92e0-263caf56a9e5/1b387aa0-059d-40e8-b243-f5f8cdc7dda8) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:09:11.930890 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a3325c5b-6f92-4cd6-a177-297b37b6ea7a None None] Current status of the port 97665213-ec71-4ae5-abff-5aabc48a0d9e is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:09:11.934721 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d18c36-afd4-4a48-8f76-cf2f5c81da5c req-80043c04-80ba-4b2d-af4e-e6d9e1264d8f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:11.937147 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-11d18c36-afd4-4a48-8f76-cf2f5c81da5c req-80043c04-80ba-4b2d-af4e-e6d9e1264d8f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc15e49-7ad2-43ae-81a4-0797c35dd9fb HTTP/1.1" status: 200 len: 945 time: 0.1212645 Apr 14 22:09:12.005120 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf3a7a-b357-4395-9036-af52cc2e3d39 req-14f02b53-1a5f-400f-ac08-1ab3a877d11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:12.006665 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1acf3a7a-b357-4395-9036-af52cc2e3d39 req-14f02b53-1a5f-400f-ac08-1ab3a877d11f service neutron] 10.222.0.26 "GET /v2.0/networks?id=8180bb61-cf56-412a-ba88-217a5f141b04 HTTP/1.1" status: 200 len: 915 time: 0.5611329 Apr 14 22:09:12.014849 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-924719d2-278c-42f5-acab-fa3183ce044f admin admin] Publish callbacks [] for router_gateway (5ed76f40-aba6-4a70-835e-c973e4e1a05b), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:12.045309 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-924719d2-278c-42f5-acab-fa3183ce044f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:12.066727 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-11d18c36-afd4-4a48-8f76-cf2f5c81da5c req-f4527075-d323-4765-8094-cca4f77ba9b6 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=97a6913a-be0f-459b-b6a3-af72bd5bc712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1078513 Apr 14 22:09:12.214925 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1acf3a7a-b357-4395-9036-af52cc2e3d39 req-b1a297b8-3630-4812-bbe4-4a4cab19b695 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97665213-ec71-4ae5-abff-5aabc48a0d9e HTTP/1.1" status: 200 len: 1002 time: 0.1108332 Apr 14 22:09:12.286616 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-924719d2-278c-42f5-acab-fa3183ce044f admin admin] Allocated IP 172.27.2.91 (3128b05d-34b2-457b-8391-96d8c4503307/9279f13a-7b11-4203-b3e3-d3fa0b2aa609/d6b90684-5fc6-44a0-aec9-98588444a353) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:09:12.303346 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf3a7a-b357-4395-9036-af52cc2e3d39 req-a3b8ebd6-a03a-4d23-9ceb-c60db4a72c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:12.305196 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1acf3a7a-b357-4395-9036-af52cc2e3d39 req-a3b8ebd6-a03a-4d23-9ceb-c60db4a72c7e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=52c6f6f2-587d-4567-93e3-915ebdc2580f HTTP/1.1" status: 200 len: 854 time: 0.0837328 Apr 14 22:09:12.389212 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-995d3d25-520e-4721-b2cc-22b1a88d687d None None] Publish callbacks [] for port (1b387aa0-059d-40e8-b243-f5f8cdc7dda8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:12.397717 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf3a7a-b357-4395-9036-af52cc2e3d39 req-bc6c3123-a960-4728-a0dc-a1508294c1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:12.399475 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1acf3a7a-b357-4395-9036-af52cc2e3d39 req-bc6c3123-a960-4728-a0dc-a1508294c1d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8180bb61-cf56-412a-ba88-217a5f141b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0866153 Apr 14 22:09:12.417261 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-995d3d25-520e-4721-b2cc-22b1a88d687d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696'] for port (1b387aa0-059d-40e8-b243-f5f8cdc7dda8), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:12.515559 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-924719d2-278c-42f5-acab-fa3183ce044f admin admin] Publish callbacks [] for port (d6b90684-5fc6-44a0-aec9-98588444a353), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:12.519354 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995d3d25-520e-4721-b2cc-22b1a88d687d None None] Network 24892aca-f788-4fab-ba20-18bc79a1a3e4 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:09:12.531024 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-995d3d25-520e-4721-b2cc-22b1a88d687d None None] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:09:12.538251 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995d3d25-520e-4721-b2cc-22b1a88d687d None None] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:09:12.543056 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d3d25-520e-4721-b2cc-22b1a88d687d None None] Pushing event updated for resources: {'Port': ['ID=1b387aa0-059d-40e8-b243-f5f8cdc7dda8,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:12.546696 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1acf3a7a-b357-4395-9036-af52cc2e3d39 req-737b2051-5170-4577-950b-5c2911f8cea8 service neutron] 10.222.0.26 "GET /v2.0/networks/8180bb61-cf56-412a-ba88-217a5f141b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396620 Apr 14 22:09:12.621621 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-995d3d25-520e-4721-b2cc-22b1a88d687d None None] Attempting to bind port 1b387aa0-059d-40e8-b243-f5f8cdc7dda8 on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:09:12.622121 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-995d3d25-520e-4721-b2cc-22b1a88d687d None None] Attempting to bind port 1b387aa0-059d-40e8-b243-f5f8cdc7dda8 by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': 'ee7f4fb0-78ec-4725-9871-e0ce767cf3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:09:12.622329 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995d3d25-520e-4721-b2cc-22b1a88d687d None None] Attempting to bind port 1b387aa0-059d-40e8-b243-f5f8cdc7dda8 on network 24892aca-f788-4fab-ba20-18bc79a1a3e4 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:09:12.628581 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995d3d25-520e-4721-b2cc-22b1a88d687d None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:09:12.628981 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995d3d25-520e-4721-b2cc-22b1a88d687d None None] Checking segment: {'id': 'ee7f4fb0-78ec-4725-9871-e0ce767cf3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:09:12.630017 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-995d3d25-520e-4721-b2cc-22b1a88d687d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:12.630017 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995d3d25-520e-4721-b2cc-22b1a88d687d None None] Bound using segment: {'id': 'ee7f4fb0-78ec-4725-9871-e0ce767cf3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:09:12.630314 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-995d3d25-520e-4721-b2cc-22b1a88d687d None None] Bound port: 1b387aa0-059d-40e8-b243-f5f8cdc7dda8, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7f4fb0-78ec-4725-9871-e0ce767cf3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:09:12.631327 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-995d3d25-520e-4721-b2cc-22b1a88d687d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (1b387aa0-059d-40e8-b243-f5f8cdc7dda8), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:12.636155 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-924719d2-278c-42f5-acab-fa3183ce044f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (d6b90684-5fc6-44a0-aec9-98588444a353), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:12.701869 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924719d2-278c-42f5-acab-fa3183ce044f admin admin] Network 3128b05d-34b2-457b-8391-96d8c4503307 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:09:12.711167 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-924719d2-278c-42f5-acab-fa3183ce044f admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:09:12.716693 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-995d3d25-520e-4721-b2cc-22b1a88d687d None None] For port 1b387aa0-059d-40e8-b243-f5f8cdc7dda8, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:09:12.717322 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924719d2-278c-42f5-acab-fa3183ce044f admin admin] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:09:12.724815 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1acf3a7a-b357-4395-9036-af52cc2e3d39 req-b6e9646a-3b7c-42c3-a5ed-fdb476088393 service neutron] 10.222.0.26 "GET /v2.0/networks/8180bb61-cf56-412a-ba88-217a5f141b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689966 Apr 14 22:09:12.725136 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-995d3d25-520e-4721-b2cc-22b1a88d687d None None] For port 1b387aa0-059d-40e8-b243-f5f8cdc7dda8, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=1b387aa0-059d-40e8-b243-f5f8cdc7dda8,segment=NetworkSegment(ee7f4fb0-78ec-4725-9871-e0ce767cf3c2),segment_id=ee7f4fb0-78ec-4725-9871-e0ce767cf3c2)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:09:12.735906 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-995d3d25-520e-4721-b2cc-22b1a88d687d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (1b387aa0-059d-40e8-b243-f5f8cdc7dda8), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:12.743687 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924719d2-278c-42f5-acab-fa3183ce044f admin admin] Pushing event updated for resources: {'Port': ['ID=d6b90684-5fc6-44a0-aec9-98588444a353,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:12.850970 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d3d25-520e-4721-b2cc-22b1a88d687d None None] Pushing event updated for resources: {'Port': ['ID=1b387aa0-059d-40e8-b243-f5f8cdc7dda8,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:12.970615 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:13.052071 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-924719d2-278c-42f5-acab-fa3183ce044f admin admin] Publish callbacks [] for router_gateway (5ed76f40-aba6-4a70-835e-c973e4e1a05b), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:13.267121 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57609722-87fb-4637-9e5b-3d0ee2d7ab0f req-396c065e-e693-4d6b-b65f-00e64c881d7d tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:13.269630 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-57609722-87fb-4637-9e5b-3d0ee2d7ab0f req-396c065e-e693-4d6b-b65f-00e64c881d7d tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc15e49-7ad2-43ae-81a4-0797c35dd9fb HTTP/1.1" status: 200 len: 945 time: 0.0805414 Apr 14 22:09:13.332720 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-924719d2-278c-42f5-acab-fa3183ce044f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1780174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773729'] for router (5ed76f40-aba6-4a70-835e-c973e4e1a05b), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:13.340522 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-57609722-87fb-4637-9e5b-3d0ee2d7ab0f req-e3f6a462-0381-4949-8344-72a3dd9700a1 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=97a6913a-be0f-459b-b6a3-af72bd5bc712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629616 Apr 14 22:09:13.525381 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a5cca-2761-480c-91a5-023f2180bbd9 req-843f7987-69f6-4dc2-a198-6df184f6f097 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:13.527042 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ce9a5cca-2761-480c-91a5-023f2180bbd9 req-843f7987-69f6-4dc2-a198-6df184f6f097 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc15e49-7ad2-43ae-81a4-0797c35dd9fb HTTP/1.1" status: 200 len: 945 time: 0.0657725 Apr 14 22:09:13.540655 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 51936) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:13.545344 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-5b887883-fb50-4abd-a977-5c081f534d5e tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Request body: {'floatingip': {'port_id': 'c3310b06-98df-436f-a73b-86374f83d2d9'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:13.599097 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5b887883-fb50-4abd-a977-5c081f534d5e tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for floatingip (ba8f156b-0e9d-4a91-8f5a-29c6af560307), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:13.731853 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924719d2-278c-42f5-acab-fa3183ce044f admin admin] Router 5ed76f40-aba6-4a70-835e-c973e4e1a05b is scheduled to L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 with binding_index 1 {{(pid=103420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 22:09:13.991771 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fc9f69-49e7-49d2-ba95-37ddd1cbcd3f None None] Network 24892aca-f788-4fab-ba20-18bc79a1a3e4 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:09:14.051433 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924719d2-278c-42f5-acab-fa3183ce044f admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:09:14.071550 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5bf470-0fd0-4147-a6ab-f39271b25d3b None None] Sync routers for ids ['5ed76f40-aba6-4a70-835e-c973e4e1a05b'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:09:14.079307 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-7cfabf2c-c44b-4619-960c-f456435555d8 None None] Provisioning complete for port 1b387aa0-059d-40e8-b243-f5f8cdc7dda8 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:09:14.079686 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7cfabf2c-c44b-4619-960c-f456435555d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (1b387aa0-059d-40e8-b243-f5f8cdc7dda8), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:14.090599 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5bf470-0fd0-4147-a6ab-f39271b25d3b None None] Routers {'5ed76f40-aba6-4a70-835e-c973e4e1a05b'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:09:14.092395 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-2e5bf470-0fd0-4147-a6ab-f39271b25d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:08:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['5ed76f40-aba6-4a70-835e-c973e4e1a05b'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:14.095097 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-924719d2-278c-42f5-acab-fa3183ce044f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:14.102162 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-924719d2-278c-42f5-acab-fa3183ce044f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1379702 Apr 14 22:09:14.102988 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 51938) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:14.338815 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-7cfabf2c-c44b-4619-960c-f456435555d8 None None] Current status of the port 1b387aa0-059d-40e8-b243-f5f8cdc7dda8 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:09:14.339283 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7cfabf2c-c44b-4619-960c-f456435555d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (1b387aa0-059d-40e8-b243-f5f8cdc7dda8), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:14.379398 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-7cfabf2c-c44b-4619-960c-f456435555d8 None None] For port 1b387aa0-059d-40e8-b243-f5f8cdc7dda8, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=1b387aa0-059d-40e8-b243-f5f8cdc7dda8,segment=NetworkSegment(ee7f4fb0-78ec-4725-9871-e0ce767cf3c2),segment_id=ee7f4fb0-78ec-4725-9871-e0ce767cf3c2)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:09:14.387991 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7cfabf2c-c44b-4619-960c-f456435555d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (1b387aa0-059d-40e8-b243-f5f8cdc7dda8), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:14.471537 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfabf2c-c44b-4619-960c-f456435555d8 None None] Pushing event updated for resources: {'Port': ['ID=1b387aa0-059d-40e8-b243-f5f8cdc7dda8,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:14.507136 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-2e5bf470-0fd0-4147-a6ab-f39271b25d3b None None] Set router 5ed76f40-aba6-4a70-835e-c973e4e1a05b gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:09:14.585529 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5b887883-fb50-4abd-a977-5c081f534d5e tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:14.593982 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5b887883-fb50-4abd-a977-5c081f534d5e tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (ba8f156b-0e9d-4a91-8f5a-29c6af560307), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:14.819436 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-2e5bf470-0fd0-4147-a6ab-f39271b25d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'name': 'tempest-TestShelveInstance-1904352119-router', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd6b90684-5fc6-44a0-aec9-98588444a353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:09:11Z', 'updated_at': '2022-04-14T22:09:12Z', 'revision_number': 3, 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'gw_port': {'id': 'd6b90684-5fc6-44a0-aec9-98588444a353', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:12Z', 'updated_at': '2022-04-14T22:09:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:14.819768 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.l3_db [None req-5b887883-fb50-4abd-a977-5c081f534d5e tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Floating IP ba8f156b-0e9d-4a91-8f5a-29c6af560307 associated. External IP: 172.27.2.15, port: c3310b06-98df-436f-a73b-86374f83d2d9. Apr 14 22:09:14.873449 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5bf470-0fd0-4147-a6ab-f39271b25d3b None None] Checking router: 5ed76f40-aba6-4a70-835e-c973e4e1a05b for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:09:14.873867 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5bf470-0fd0-4147-a6ab-f39271b25d3b None None] Updating router 5ed76f40-aba6-4a70-835e-c973e4e1a05b port d6b90684-5fc6-44a0-aec9-98588444a353 binding host dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:09:14.912080 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e5bf470-0fd0-4147-a6ab-f39271b25d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (d6b90684-5fc6-44a0-aec9-98588444a353), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:14.912581 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 1b387aa0-059d-40e8-b243-f5f8cdc7dda8 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:09:14.969095 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-ee24009e-21bf-40e7-86b4-bffee823dd94 None None] Provisioning complete for port 1b387aa0-059d-40e8-b243-f5f8cdc7dda8 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:09:14.969688 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ee24009e-21bf-40e7-86b4-bffee823dd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (1b387aa0-059d-40e8-b243-f5f8cdc7dda8), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:15.080853 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 1b387aa0-059d-40e8-b243-f5f8cdc7dda8 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:09:15.082605 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (1b387aa0-059d-40e8-b243-f5f8cdc7dda8), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:15.152511 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6a2f23ab-ca5b-49ce-ae3e-b15eacb6919f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:15.229389 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-ee24009e-21bf-40e7-86b4-bffee823dd94 None None] Current status of the port 1b387aa0-059d-40e8-b243-f5f8cdc7dda8 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:09:15.273754 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b887883-fb50-4abd-a977-5c081f534d5e tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Router 0fa05afc-b06b-4d34-b801-ef6b98481bec has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:09:15.315659 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 1b387aa0-059d-40e8-b243-f5f8cdc7dda8 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:09:15.361331 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e5bf470-0fd0-4147-a6ab-f39271b25d3b None None] Publish callbacks [] for port (d6b90684-5fc6-44a0-aec9-98588444a353), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:15.372542 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e5bf470-0fd0-4147-a6ab-f39271b25d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (d6b90684-5fc6-44a0-aec9-98588444a353), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:15.439471 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-2e5bf470-0fd0-4147-a6ab-f39271b25d3b None None] Attempting to bind port d6b90684-5fc6-44a0-aec9-98588444a353 on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:09:15.439843 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-6a2f23ab-ca5b-49ce-ae3e-b15eacb6919f admin admin] Allocated IP 172.20.0.1 (24892aca-f788-4fab-ba20-18bc79a1a3e4/b8d7302b-218a-4a2d-92e0-263caf56a9e5/ddccd43a-4c0a-4de2-83e1-a08e4b3838f9) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:09:15.440426 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-2e5bf470-0fd0-4147-a6ab-f39271b25d3b None None] Attempting to bind port d6b90684-5fc6-44a0-aec9-98588444a353 by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:09:15.440749 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5bf470-0fd0-4147-a6ab-f39271b25d3b None None] Attempting to bind port d6b90684-5fc6-44a0-aec9-98588444a353 on network 3128b05d-34b2-457b-8391-96d8c4503307 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:09:15.446229 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b887883-fb50-4abd-a977-5c081f534d5e tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:09:15.452534 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5b887883-fb50-4abd-a977-5c081f534d5e tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:15.462325 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5bf470-0fd0-4147-a6ab-f39271b25d3b None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:09:15.462827 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5bf470-0fd0-4147-a6ab-f39271b25d3b None None] Checking segment: {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:09:15.463199 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e5bf470-0fd0-4147-a6ab-f39271b25d3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:15.463684 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5bf470-0fd0-4147-a6ab-f39271b25d3b None None] Bound using segment: {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:09:15.464390 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-2e5bf470-0fd0-4147-a6ab-f39271b25d3b None None] Bound port: d6b90684-5fc6-44a0-aec9-98588444a353, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:09:15.465505 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e5bf470-0fd0-4147-a6ab-f39271b25d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (d6b90684-5fc6-44a0-aec9-98588444a353), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:15.466661 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fdb44a-efde-46cf-b285-016de019c5e8 None None] Pushing event updated for resources: {'Port': ['ID=d6b90684-5fc6-44a0-aec9-98588444a353,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:15.489496 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874331ac-2632-4c0a-ab6e-a7e2124848e6 None None] Sync routers for ids ['0fa05afc-b06b-4d34-b801-ef6b98481bec'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:09:15.502181 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-5b887883-fb50-4abd-a977-5c081f534d5e tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "PUT /v2.0/floatingips/ba8f156b-0e9d-4a91-8f5a-29c6af560307 HTTP/1.1" status: 200 len: 990 time: 1.9604094 Apr 14 22:09:15.502784 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc15e49-7ad2-43ae-81a4-0797c35dd9fb', 'tag': 'c3310b06-98df-436f-a73b-86374f83d2d9'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:09:15.503733 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb44a-efde-46cf-b285-016de019c5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:15.504094 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb44a-efde-46cf-b285-016de019c5e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:15.504474 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb44a-efde-46cf-b285-016de019c5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:15.504839 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb44a-efde-46cf-b285-016de019c5e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:15.505153 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7126bc3-c456-4578-a886-6eff4b853bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc15e49-7ad2-43ae-81a4-0797c35dd9fb", "tag": "c3310b06-98df-436f-a73b-86374f83d2d9"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:09:15.505347 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb44a-efde-46cf-b285-016de019c5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:15.506128 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb44a-efde-46cf-b285-016de019c5e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:15.506680 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb44a-efde-46cf-b285-016de019c5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:15.507029 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb44a-efde-46cf-b285-016de019c5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:15.507367 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb44a-efde-46cf-b285-016de019c5e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:15.507722 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb44a-efde-46cf-b285-016de019c5e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:15.508158 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb44a-efde-46cf-b285-016de019c5e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:15.509172 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb44a-efde-46cf-b285-016de019c5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:15.509513 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb44a-efde-46cf-b285-016de019c5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:15.509960 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb44a-efde-46cf-b285-016de019c5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:15.510300 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb44a-efde-46cf-b285-016de019c5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:15.531903 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874331ac-2632-4c0a-ab6e-a7e2124848e6 None None] Routers {'0fa05afc-b06b-4d34-b801-ef6b98481bec'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:09:15.533990 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-874331ac-2632-4c0a-ab6e-a7e2124848e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:08:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['0fa05afc-b06b-4d34-b801-ef6b98481bec'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:15.555357 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a615342f-02b6-45f4-a8b2-229787dce986 x-openstack-request-id: req-a615342f-02b6-45f4-a8b2-229787dce986 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:09:15.555870 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc15e49-7ad2-43ae-81a4-0797c35dd9fb", "tag": "c3310b06-98df-436f-a73b-86374f83d2d9", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:09:15.556129 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a615342f-02b6-45f4-a8b2-229787dce986 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:09:15.556579 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a615342f-02b6-45f4-a8b2-229787dce986'] response: {'name': 'network-changed', 'server_uuid': 'dfc15e49-7ad2-43ae-81a4-0797c35dd9fb', 'tag': 'c3310b06-98df-436f-a73b-86374f83d2d9', 'status': 'completed', 'code': 200} Apr 14 22:09:15.589606 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-2e5bf470-0fd0-4147-a6ab-f39271b25d3b None None] For port d6b90684-5fc6-44a0-aec9-98588444a353, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:09:15.597497 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-2e5bf470-0fd0-4147-a6ab-f39271b25d3b None None] For port d6b90684-5fc6-44a0-aec9-98588444a353, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=d6b90684-5fc6-44a0-aec9-98588444a353,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:09:15.612802 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e5bf470-0fd0-4147-a6ab-f39271b25d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (d6b90684-5fc6-44a0-aec9-98588444a353), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:15.649200 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7126bc3-c456-4578-a886-6eff4b853bdd req-d28d06f3-326a-4384-aa3b-8fc8f1d01d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:15.651677 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-f7126bc3-c456-4578-a886-6eff4b853bdd req-d28d06f3-326a-4384-aa3b-8fc8f1d01d27 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b75ef479aa7489a99a288245e0b1ee4&device_id=dfc15e49-7ad2-43ae-81a4-0797c35dd9fb HTTP/1.1" status: 200 len: 1129 time: 0.0728173 Apr 14 22:09:15.688494 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5bf470-0fd0-4147-a6ab-f39271b25d3b None None] Routers {'5ed76f40-aba6-4a70-835e-c973e4e1a05b'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:09:15.689947 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-2e5bf470-0fd0-4147-a6ab-f39271b25d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:08:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['5ed76f40-aba6-4a70-835e-c973e4e1a05b'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:15.715562 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6a2f23ab-ca5b-49ce-ae3e-b15eacb6919f admin admin] Publish callbacks [] for port (ddccd43a-4c0a-4de2-83e1-a08e4b3838f9), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:15.783742 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7126bc3-c456-4578-a886-6eff4b853bdd req-540d596d-04d9-4959-b5bf-c09fd3c4b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:15.785970 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-f7126bc3-c456-4578-a886-6eff4b853bdd req-540d596d-04d9-4959-b5bf-c09fd3c4b297 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f84dca83-5c69-4fab-98e8-e2e1569693dd HTTP/1.1" status: 200 len: 915 time: 0.1270072 Apr 14 22:09:15.793229 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6a2f23ab-ca5b-49ce-ae3e-b15eacb6919f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (ddccd43a-4c0a-4de2-83e1-a08e4b3838f9), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:15.798312 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-874331ac-2632-4c0a-ab6e-a7e2124848e6 None None] Set router 0fa05afc-b06b-4d34-b801-ef6b98481bec gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:09:15.820278 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fdb44a-efde-46cf-b285-016de019c5e8 None None] Pushing event updated for resources: {'Port': ['ID=d6b90684-5fc6-44a0-aec9-98588444a353,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:15.901343 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-f7126bc3-c456-4578-a886-6eff4b853bdd req-a81084a4-ff26-41dd-98e8-16943b8de5ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3310b06-98df-436f-a73b-86374f83d2d9 HTTP/1.1" status: 200 len: 998 time: 0.1081533 Apr 14 22:09:15.912754 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2f23ab-ca5b-49ce-ae3e-b15eacb6919f admin admin] Network 24892aca-f788-4fab-ba20-18bc79a1a3e4 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:09:15.919866 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-6a2f23ab-ca5b-49ce-ae3e-b15eacb6919f admin admin] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:09:15.924147 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f23ab-ca5b-49ce-ae3e-b15eacb6919f admin admin] Pushing event updated for resources: {'Port': ['ID=ddccd43a-4c0a-4de2-83e1-a08e4b3838f9,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:15.928096 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-2e5bf470-0fd0-4147-a6ab-f39271b25d3b None None] Set router 5ed76f40-aba6-4a70-835e-c973e4e1a05b gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:09:15.930826 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2f23ab-ca5b-49ce-ae3e-b15eacb6919f admin admin] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:09:15.980476 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7126bc3-c456-4578-a886-6eff4b853bdd req-f4a40fd8-87bb-4ef8-90d3-e14315320be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:15.982004 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-f7126bc3-c456-4578-a886-6eff4b853bdd req-f4a40fd8-87bb-4ef8-90d3-e14315320be4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54e124ce-91a6-4427-8064-077f8d32c149 HTTP/1.1" status: 200 len: 854 time: 0.0734792 Apr 14 22:09:16.011137 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6a2f23ab-ca5b-49ce-ae3e-b15eacb6919f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1773648'] for router_interface (5ed76f40-aba6-4a70-835e-c973e4e1a05b), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:16.054835 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7126bc3-c456-4578-a886-6eff4b853bdd req-6d09f52d-7a45-4577-b115-f510fb493c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:16.056886 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-f7126bc3-c456-4578-a886-6eff4b853bdd req-6d09f52d-7a45-4577-b115-f510fb493c80 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f84dca83-5c69-4fab-98e8-e2e1569693dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680654 Apr 14 22:09:16.255169 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-2e5bf470-0fd0-4147-a6ab-f39271b25d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'name': 'tempest-TestShelveInstance-1904352119-router', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd6b90684-5fc6-44a0-aec9-98588444a353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:09:11Z', 'updated_at': '2022-04-14T22:09:12Z', 'revision_number': 3, 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'gw_port': {'id': 'd6b90684-5fc6-44a0-aec9-98588444a353', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:12Z', 'updated_at': '2022-04-14T22:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:16.297557 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5bf470-0fd0-4147-a6ab-f39271b25d3b None None] The sync data for ids ['5ed76f40-aba6-4a70-835e-c973e4e1a05b'] in dv-cinder-838009-1-iscsi is: [{'id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'name': 'tempest-TestShelveInstance-1904352119-router', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd6b90684-5fc6-44a0-aec9-98588444a353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:09:11Z', 'updated_at': '2022-04-14T22:09:12Z', 'revision_number': 3, 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'gw_port': {'id': 'd6b90684-5fc6-44a0-aec9-98588444a353', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:12Z', 'updated_at': '2022-04-14T22:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:09:16.304862 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6a2f23ab-ca5b-49ce-ae3e-b15eacb6919f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (ddccd43a-4c0a-4de2-83e1-a08e4b3838f9), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:16.318785 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-f7126bc3-c456-4578-a886-6eff4b853bdd req-ebd09d2c-c343-4060-a980-ec24b2217bd8 service neutron] 10.222.0.26 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541671 Apr 14 22:09:16.394791 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-874331ac-2632-4c0a-ab6e-a7e2124848e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 4, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': 'ba8f156b-0e9d-4a91-8f5a-29c6af560307', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'port_id': 'c3310b06-98df-436f-a73b-86374f83d2d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'mac_address': 'fa:16:3e:f4:8e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc15e49-7ad2-43ae-81a4-0797c35dd9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:09:00Z', 'updated_at': '2022-04-14T22:09:14Z', 'revision_number': 1, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'fixed_ip_address_scope': None}, {'id': 'e82e6668-ccb5-4a33-bccf-cf9378582d2d', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'port_id': 'e5010231-5053-43b9-8a40-94b4f270aa47', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'mac_address': 'fa:16:3e:00:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a2df8c-da2b-4f9d-802f-2cb28894981b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:07:57Z', 'updated_at': '2022-04-14T22:08:17Z', 'revision_number': 2, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca5a437-8c6a-406a-a398-3167840c95b0', 'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'mac_address': 'fa:16:3e:09:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:54Z', 'updated_at': '2022-04-14T22:07:58Z', 'revision_number': 5, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'subnets': [{'id': '54e124ce-91a6-4427-8064-077f8d32c149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:16.438413 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874331ac-2632-4c0a-ab6e-a7e2124848e6 None None] Checking router: 0fa05afc-b06b-4d34-b801-ef6b98481bec for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:09:16.450255 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874331ac-2632-4c0a-ab6e-a7e2124848e6 None None] Routers {'0fa05afc-b06b-4d34-b801-ef6b98481bec'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:09:16.450908 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-874331ac-2632-4c0a-ab6e-a7e2124848e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:08:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['0fa05afc-b06b-4d34-b801-ef6b98481bec'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:16.504437 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-f7126bc3-c456-4578-a886-6eff4b853bdd req-818e0492-a981-4b37-abf6-eab528e4abb2 service neutron] 10.222.0.26 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786520 Apr 14 22:09:16.515491 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-bac0a8ae-4dd2-41e1-a8fb-970a0331cdc2 None None] Provisioning complete for port ddccd43a-4c0a-4de2-83e1-a08e4b3838f9 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:09:16.515871 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bac0a8ae-4dd2-41e1-a8fb-970a0331cdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (ddccd43a-4c0a-4de2-83e1-a08e4b3838f9), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:16.595380 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6a2f23ab-ca5b-49ce-ae3e-b15eacb6919f admin admin] Publish callbacks [] for port (ddccd43a-4c0a-4de2-83e1-a08e4b3838f9), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:16.602437 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-bac0a8ae-4dd2-41e1-a8fb-970a0331cdc2 None None] Port ddccd43a-4c0a-4de2-83e1-a08e4b3838f9 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:09:16.606395 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6a2f23ab-ca5b-49ce-ae3e-b15eacb6919f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9471757'] for port (ddccd43a-4c0a-4de2-83e1-a08e4b3838f9), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:16.627701 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-874331ac-2632-4c0a-ab6e-a7e2124848e6 None None] Set router 0fa05afc-b06b-4d34-b801-ef6b98481bec gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:09:16.707867 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f23ab-ca5b-49ce-ae3e-b15eacb6919f admin admin] Pushing event updated for resources: {'Port': ['ID=ddccd43a-4c0a-4de2-83e1-a08e4b3838f9,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:16.716543 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6a2f23ab-ca5b-49ce-ae3e-b15eacb6919f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1775072'] for router_interface (5ed76f40-aba6-4a70-835e-c973e4e1a05b), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:16.866428 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device d6b90684-5fc6-44a0-aec9-98588444a353 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:09:16.911211 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2f23ab-ca5b-49ce-ae3e-b15eacb6919f admin admin] Network 24892aca-f788-4fab-ba20-18bc79a1a3e4 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:09:16.913380 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-6a2f23ab-ca5b-49ce-ae3e-b15eacb6919f admin admin] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:09:16.992389 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port d6b90684-5fc6-44a0-aec9-98588444a353 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:09:16.992835 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (d6b90684-5fc6-44a0-aec9-98588444a353), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:17.040898 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-874331ac-2632-4c0a-ab6e-a7e2124848e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 4, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': 'ba8f156b-0e9d-4a91-8f5a-29c6af560307', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'port_id': 'c3310b06-98df-436f-a73b-86374f83d2d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'mac_address': 'fa:16:3e:f4:8e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc15e49-7ad2-43ae-81a4-0797c35dd9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:09:00Z', 'updated_at': '2022-04-14T22:09:14Z', 'revision_number': 1, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'fixed_ip_address_scope': None}, {'id': 'e82e6668-ccb5-4a33-bccf-cf9378582d2d', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'port_id': 'e5010231-5053-43b9-8a40-94b4f270aa47', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'mac_address': 'fa:16:3e:00:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a2df8c-da2b-4f9d-802f-2cb28894981b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:07:57Z', 'updated_at': '2022-04-14T22:08:17Z', 'revision_number': 2, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca5a437-8c6a-406a-a398-3167840c95b0', 'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'mac_address': 'fa:16:3e:09:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:54Z', 'updated_at': '2022-04-14T22:07:58Z', 'revision_number': 5, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'subnets': [{'id': '54e124ce-91a6-4427-8064-077f8d32c149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:17.101309 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874331ac-2632-4c0a-ab6e-a7e2124848e6 None None] The sync data for ids ['0fa05afc-b06b-4d34-b801-ef6b98481bec'] in dv-cinder-838009-1-iscsi is: [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 4, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': 'ba8f156b-0e9d-4a91-8f5a-29c6af560307', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'port_id': 'c3310b06-98df-436f-a73b-86374f83d2d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'mac_address': 'fa:16:3e:f4:8e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc15e49-7ad2-43ae-81a4-0797c35dd9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:09:00Z', 'updated_at': '2022-04-14T22:09:14Z', 'revision_number': 1, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'fixed_ip_address_scope': None}, {'id': 'e82e6668-ccb5-4a33-bccf-cf9378582d2d', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'port_id': 'e5010231-5053-43b9-8a40-94b4f270aa47', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'mac_address': 'fa:16:3e:00:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a2df8c-da2b-4f9d-802f-2cb28894981b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:07:57Z', 'updated_at': '2022-04-14T22:08:17Z', 'revision_number': 2, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca5a437-8c6a-406a-a398-3167840c95b0', 'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'mac_address': 'fa:16:3e:09:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:54Z', 'updated_at': '2022-04-14T22:07:58Z', 'revision_number': 5, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'subnets': [{'id': '54e124ce-91a6-4427-8064-077f8d32c149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:09:17.111569 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2f23ab-ca5b-49ce-ae3e-b15eacb6919f admin admin] Router 5ed76f40-aba6-4a70-835e-c973e4e1a05b has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:09:17.192475 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port d6b90684-5fc6-44a0-aec9-98588444a353 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:09:17.193840 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (d6b90684-5fc6-44a0-aec9-98588444a353), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:17.238506 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] For port d6b90684-5fc6-44a0-aec9-98588444a353, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=d6b90684-5fc6-44a0-aec9-98588444a353,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:09:17.265838 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (d6b90684-5fc6-44a0-aec9-98588444a353), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:17.369861 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-7ae43660-6804-44a2-9921-5aadc0c27926 None None] Provisioning complete for port ddccd43a-4c0a-4de2-83e1-a08e4b3838f9 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:09:17.370816 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7ae43660-6804-44a2-9921-5aadc0c27926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (ddccd43a-4c0a-4de2-83e1-a08e4b3838f9), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:17.378305 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Pushing event updated for resources: {'Port': ['ID=d6b90684-5fc6-44a0-aec9-98588444a353,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:17.397317 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2f23ab-ca5b-49ce-ae3e-b15eacb6919f admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:09:17.413913 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-6a2f23ab-ca5b-49ce-ae3e-b15eacb6919f admin admin] 10.222.0.43 "PUT /v2.0/routers/5ed76f40-aba6-4a70-835e-c973e4e1a05b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3089807 Apr 14 22:09:17.455055 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-7ae43660-6804-44a2-9921-5aadc0c27926 None None] Port ddccd43a-4c0a-4de2-83e1-a08e4b3838f9 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:09:17.580732 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd5a121-7f51-44a1-86a9-779407f5eb54 None None] New status for floating IP ba8f156b-0e9d-4a91-8f5a-29c6af560307: ACTIVE {{(pid=103422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:09:18.109124 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 51960) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:18.114611 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-5f828d76-4e41-4c79-a5ea-e9e6597c7cd6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-92186409-network', 'tenant_id': 'bd840673c3ab4b009a2795a7fd65945f'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:18.140941 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f828d76-4e41-4c79-a5ea-e9e6597c7cd6 admin admin] Made reservation on behalf of bd840673c3ab4b009a2795a7fd65945f for: {'network': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:09:18.143566 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5f828d76-4e41-4c79-a5ea-e9e6597c7cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for network (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:18.154269 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5f828d76-4e41-4c79-a5ea-e9e6597c7cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:18.260221 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5f828d76-4e41-4c79-a5ea-e9e6597c7cd6 admin admin] Publish callbacks [] for security_group (13f0ef6c-c232-449d-a5d3-78ff43a9c42d), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:18.265293 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5f828d76-4e41-4c79-a5ea-e9e6597c7cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (13f0ef6c-c232-449d-a5d3-78ff43a9c42d), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:18.311528 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f828d76-4e41-4c79-a5ea-e9e6597c7cd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:09:18.330187 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f828d76-4e41-4c79-a5ea-e9e6597c7cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f0ef6c-c232-449d-a5d3-78ff43a9c42d,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:18.341749 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5f828d76-4e41-4c79-a5ea-e9e6597c7cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (45ab4d36-43f2-4009-ac50-f1a2f0c0e50c), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:18.342325 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.db.segments_db [None req-5f828d76-4e41-4c79-a5ea-e9e6597c7cd6 admin admin] Added segment 45ab4d36-43f2-4009-ac50-f1a2f0c0e50c of type vlan for network 39daed2c-dbf7-43c0-aca0-4739b9e9b97f Apr 14 22:09:18.419286 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5f828d76-4e41-4c79-a5ea-e9e6597c7cd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754551219941'] for network (39daed2c-dbf7-43c0-aca0-4739b9e9b97f), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:18.452155 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5f828d76-4e41-4c79-a5ea-e9e6597c7cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for network (39daed2c-dbf7-43c0-aca0-4739b9e9b97f), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:18.453311 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f828d76-4e41-4c79-a5ea-e9e6597c7cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:18.453960 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5f828d76-4e41-4c79-a5ea-e9e6597c7cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:18.495966 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-5f828d76-4e41-4c79-a5ea-e9e6597c7cd6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3853843 Apr 14 22:09:18.499653 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 51962) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:18.509902 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-d7ca9c5a-4e47-4245-9089-db805c0ef8da admin admin] Request body: {'subnet': {'network_id': '39daed2c-dbf7-43c0-aca0-4739b9e9b97f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-92186409-subnet', 'tenant_id': 'bd840673c3ab4b009a2795a7fd65945f', 'ip_version': 4}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:18.531986 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f828d76-4e41-4c79-a5ea-e9e6597c7cd6 admin admin] Pushing event updated for resources: {'Network': ['ID=39daed2c-dbf7-43c0-aca0-4739b9e9b97f,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:18.545008 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ca9c5a-4e47-4245-9089-db805c0ef8da admin admin] Made reservation on behalf of bd840673c3ab4b009a2795a7fd65945f for: {'subnet': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:09:18.548285 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Network 39daed2c-dbf7-43c0-aca0-4739b9e9b97f details requested by agent ovs-agent-dv-cinder-838009-1-iscsi with host dv-cinder-838009-1-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:09:18.549675 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d7ca9c5a-4e47-4245-9089-db805c0ef8da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8655973'] for subnet (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:18.797334 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0db93aa-20a1-43f7-b305-5ebaffa8ce76 None None] Sync routers for ids ['5ed76f40-aba6-4a70-835e-c973e4e1a05b'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:09:18.816473 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0db93aa-20a1-43f7-b305-5ebaffa8ce76 None None] Routers {'5ed76f40-aba6-4a70-835e-c973e4e1a05b'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:09:18.821112 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-a0db93aa-20a1-43f7-b305-5ebaffa8ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:08:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['5ed76f40-aba6-4a70-835e-c973e4e1a05b'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:18.854726 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d7ca9c5a-4e47-4245-9089-db805c0ef8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8655987'] for subnet (e08e57c4-39e8-46a9-af95-440b190b1347), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:18.933100 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca9c5a-4e47-4245-9089-db805c0ef8da admin admin] Pushing event updated for resources: {'Subnet': ['ID=e08e57c4-39e8-46a9-af95-440b190b1347,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:18.951575 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ca9c5a-4e47-4245-9089-db805c0ef8da admin admin] Checking segment: {'id': '45ab4d36-43f2-4009-ac50-f1a2f0c0e50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '39daed2c-dbf7-43c0-aca0-4739b9e9b97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:09:18.951930 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ca9c5a-4e47-4245-9089-db805c0ef8da admin admin] Network hostable DHCP agents. Network: 39daed2c-dbf7-43c0-aca0-4739b9e9b97f, hostable agents: ['806db378-0d8c-47fe-9666-9619b6d8e1d9'], hosted agents: [] {{(pid=103420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:09:18.977455 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ca9c5a-4e47-4245-9089-db805c0ef8da admin admin] Network 39daed2c-dbf7-43c0-aca0-4739b9e9b97f is scheduled to be hosted by DHCP agent 806db378-0d8c-47fe-9666-9619b6d8e1d9 with binding_index 1 {{(pid=103420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:09:18.993740 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-d7ca9c5a-4e47-4245-9089-db805c0ef8da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-1-iscsi, 39daed2c-dbf7-43c0-aca0-4739b9e9b97f) {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:09:19.001247 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ca9c5a-4e47-4245-9089-db805c0ef8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:19.002393 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d7ca9c5a-4e47-4245-9089-db805c0ef8da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:19.014034 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device d6b90684-5fc6-44a0-aec9-98588444a353 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:09:19.016144 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241d8062-8ba3-44b8-854c-03fc38c28c8c None None] Network 39daed2c-dbf7-43c0-aca0-4739b9e9b97f requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:09:19.031262 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-d7ca9c5a-4e47-4245-9089-db805c0ef8da admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5294483 Apr 14 22:09:19.034731 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 51964) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:19.041082 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-8c719587-aa40-4d42-a55c-98576b97b637 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-92186409-router', 'tenant_id': 'bd840673c3ab4b009a2795a7fd65945f', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:19.068125 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8c719587-aa40-4d42-a55c-98576b97b637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1779785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26517'] for router (928e0386-3f30-45e6-b7ea-f4ac1724258d), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:19.070438 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8c719587-aa40-4d42-a55c-98576b97b637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1780185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26540'] for router (928e0386-3f30-45e6-b7ea-f4ac1724258d), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:19.143397 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8c719587-aa40-4d42-a55c-98576b97b637 admin admin] Publish callbacks [] for router_controller (928e0386-3f30-45e6-b7ea-f4ac1724258d), precommit_add_association {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:19.200843 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port d6b90684-5fc6-44a0-aec9-98588444a353 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:09:19.201216 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (d6b90684-5fc6-44a0-aec9-98588444a353), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:19.205797 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-a0db93aa-20a1-43f7-b305-5ebaffa8ce76 None None] Set router 5ed76f40-aba6-4a70-835e-c973e4e1a05b gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:09:19.291288 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5e1137-7209-4ef5-890d-904a91820111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb219b8ea-8e47-5afe-ae3f-c3ef3885854b-39daed2c-dbf7-43c0-aca0-4739b9e9b97f', 'network_id': '39daed2c-dbf7-43c0-aca0-4739b9e9b97f', 'project_id': 'bd840673c3ab4b009a2795a7fd65945f', 'fixed_ips': [{'subnet_id': 'e08e57c4-39e8-46a9-af95-440b190b1347'}]}} from dv-cinder-838009-1-iscsi. {{(pid=103421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 22:09:19.292198 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2a5e1137-7209-4ef5-890d-904a91820111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:19.583485 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port d6b90684-5fc6-44a0-aec9-98588444a353 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:09:19.639933 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-2a5e1137-7209-4ef5-890d-904a91820111 None None] Allocated IP 172.20.0.2 (39daed2c-dbf7-43c0-aca0-4739b9e9b97f/e08e57c4-39e8-46a9-af95-440b190b1347/2083dae1-0249-41b6-b7f3-3e38e21fd4e8) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:09:19.667261 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8c719587-aa40-4d42-a55c-98576b97b637 admin admin] Publish callbacks [] for router_gateway (928e0386-3f30-45e6-b7ea-f4ac1724258d), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:19.668809 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-a0db93aa-20a1-43f7-b305-5ebaffa8ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'name': 'tempest-TestShelveInstance-1904352119-router', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd6b90684-5fc6-44a0-aec9-98588444a353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:09:11Z', 'updated_at': '2022-04-14T22:09:16Z', 'revision_number': 4, 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'gw_port': {'id': 'd6b90684-5fc6-44a0-aec9-98588444a353', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:12Z', 'updated_at': '2022-04-14T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': 'ddccd43a-4c0a-4de2-83e1-a08e4b3838f9', 'name': '', 'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'mac_address': 'fa:16:3e:e9:3d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b8d7302b-218a-4a2d-92e0-263caf56a9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:15Z', 'updated_at': '2022-04-14T22:09:16Z', 'revision_number': 2, 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'subnets': [{'id': 'b8d7302b-218a-4a2d-92e0-263caf56a9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:19.741317 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0db93aa-20a1-43f7-b305-5ebaffa8ce76 None None] Checking router: 5ed76f40-aba6-4a70-835e-c973e4e1a05b for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:09:19.741868 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0db93aa-20a1-43f7-b305-5ebaffa8ce76 None None] Updating router 5ed76f40-aba6-4a70-835e-c973e4e1a05b port ddccd43a-4c0a-4de2-83e1-a08e4b3838f9 binding host dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:09:19.851773 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a0db93aa-20a1-43f7-b305-5ebaffa8ce76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (ddccd43a-4c0a-4de2-83e1-a08e4b3838f9), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:19.992692 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8c719587-aa40-4d42-a55c-98576b97b637 admin admin] Publish callbacks [] for router_gateway (928e0386-3f30-45e6-b7ea-f4ac1724258d), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:20.026982 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8c719587-aa40-4d42-a55c-98576b97b637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:20.170628 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2a5e1137-7209-4ef5-890d-904a91820111 None None] Publish callbacks [] for port (2083dae1-0249-41b6-b7f3-3e38e21fd4e8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:20.190920 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2a5e1137-7209-4ef5-890d-904a91820111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696'] for port (2083dae1-0249-41b6-b7f3-3e38e21fd4e8), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:20.206716 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-8c719587-aa40-4d42-a55c-98576b97b637 admin admin] Allocated IP 172.27.2.131 (3128b05d-34b2-457b-8391-96d8c4503307/9279f13a-7b11-4203-b3e3-d3fa0b2aa609/3f64b0b4-f240-4b0b-bcbf-bdd8224db654) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:09:20.326910 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5e1137-7209-4ef5-890d-904a91820111 None None] Network 39daed2c-dbf7-43c0-aca0-4739b9e9b97f is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:09:20.331541 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e1137-7209-4ef5-890d-904a91820111 None None] Pushing event updated for resources: {'Port': ['ID=2083dae1-0249-41b6-b7f3-3e38e21fd4e8,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:20.339516 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-2a5e1137-7209-4ef5-890d-904a91820111 None None] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:09:20.345872 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5e1137-7209-4ef5-890d-904a91820111 None None] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:09:20.379522 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8c719587-aa40-4d42-a55c-98576b97b637 admin admin] Publish callbacks [] for port (3f64b0b4-f240-4b0b-bcbf-bdd8224db654), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:20.426764 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8c719587-aa40-4d42-a55c-98576b97b637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (3f64b0b4-f240-4b0b-bcbf-bdd8224db654), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:20.476161 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-2a5e1137-7209-4ef5-890d-904a91820111 None None] Attempting to bind port 2083dae1-0249-41b6-b7f3-3e38e21fd4e8 on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:09:20.476783 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-2a5e1137-7209-4ef5-890d-904a91820111 None None] Attempting to bind port 2083dae1-0249-41b6-b7f3-3e38e21fd4e8 by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': '45ab4d36-43f2-4009-ac50-f1a2f0c0e50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '39daed2c-dbf7-43c0-aca0-4739b9e9b97f'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:09:20.477321 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5e1137-7209-4ef5-890d-904a91820111 None None] Attempting to bind port 2083dae1-0249-41b6-b7f3-3e38e21fd4e8 on network 39daed2c-dbf7-43c0-aca0-4739b9e9b97f {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:09:20.480917 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c719587-aa40-4d42-a55c-98576b97b637 admin admin] Network 3128b05d-34b2-457b-8391-96d8c4503307 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:09:20.484355 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-8c719587-aa40-4d42-a55c-98576b97b637 admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:09:20.486980 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c719587-aa40-4d42-a55c-98576b97b637 admin admin] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:09:20.494920 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c719587-aa40-4d42-a55c-98576b97b637 admin admin] Pushing event updated for resources: {'Port': ['ID=3f64b0b4-f240-4b0b-bcbf-bdd8224db654,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:20.515991 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5e1137-7209-4ef5-890d-904a91820111 None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:09:20.516626 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5e1137-7209-4ef5-890d-904a91820111 None None] Checking segment: {'id': '45ab4d36-43f2-4009-ac50-f1a2f0c0e50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '39daed2c-dbf7-43c0-aca0-4739b9e9b97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:09:20.517266 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2a5e1137-7209-4ef5-890d-904a91820111 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:20.517876 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5e1137-7209-4ef5-890d-904a91820111 None None] Bound using segment: {'id': '45ab4d36-43f2-4009-ac50-f1a2f0c0e50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '39daed2c-dbf7-43c0-aca0-4739b9e9b97f'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:09:20.518655 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-2a5e1137-7209-4ef5-890d-904a91820111 None None] Bound port: 2083dae1-0249-41b6-b7f3-3e38e21fd4e8, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ab4d36-43f2-4009-ac50-f1a2f0c0e50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '39daed2c-dbf7-43c0-aca0-4739b9e9b97f'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:09:20.519287 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2a5e1137-7209-4ef5-890d-904a91820111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (2083dae1-0249-41b6-b7f3-3e38e21fd4e8), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:20.577976 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a0db93aa-20a1-43f7-b305-5ebaffa8ce76 None None] Publish callbacks [] for port (ddccd43a-4c0a-4de2-83e1-a08e4b3838f9), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:20.591436 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a0db93aa-20a1-43f7-b305-5ebaffa8ce76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (ddccd43a-4c0a-4de2-83e1-a08e4b3838f9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:20.698810 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-2a5e1137-7209-4ef5-890d-904a91820111 None None] For port 2083dae1-0249-41b6-b7f3-3e38e21fd4e8, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:09:20.706161 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ba711-bc50-4763-8f7b-9775146af2e9 None None] Pushing event updated for resources: {'Port': ['ID=ddccd43a-4c0a-4de2-83e1-a08e4b3838f9,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:20.730951 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-2a5e1137-7209-4ef5-890d-904a91820111 None None] For port 2083dae1-0249-41b6-b7f3-3e38e21fd4e8, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=2083dae1-0249-41b6-b7f3-3e38e21fd4e8,segment=NetworkSegment(45ab4d36-43f2-4009-ac50-f1a2f0c0e50c),segment_id=45ab4d36-43f2-4009-ac50-f1a2f0c0e50c)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:09:20.770505 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2a5e1137-7209-4ef5-890d-904a91820111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (2083dae1-0249-41b6-b7f3-3e38e21fd4e8), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:20.861077 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-a0db93aa-20a1-43f7-b305-5ebaffa8ce76 None None] Attempting to bind port ddccd43a-4c0a-4de2-83e1-a08e4b3838f9 on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:09:20.861455 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-a0db93aa-20a1-43f7-b305-5ebaffa8ce76 None None] Attempting to bind port ddccd43a-4c0a-4de2-83e1-a08e4b3838f9 by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': 'ee7f4fb0-78ec-4725-9871-e0ce767cf3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:09:20.861821 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0db93aa-20a1-43f7-b305-5ebaffa8ce76 None None] Attempting to bind port ddccd43a-4c0a-4de2-83e1-a08e4b3838f9 on network 24892aca-f788-4fab-ba20-18bc79a1a3e4 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:09:20.875790 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0db93aa-20a1-43f7-b305-5ebaffa8ce76 None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:09:20.876266 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0db93aa-20a1-43f7-b305-5ebaffa8ce76 None None] Checking segment: {'id': 'ee7f4fb0-78ec-4725-9871-e0ce767cf3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:09:20.876608 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a0db93aa-20a1-43f7-b305-5ebaffa8ce76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:20.877007 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0db93aa-20a1-43f7-b305-5ebaffa8ce76 None None] Bound using segment: {'id': 'ee7f4fb0-78ec-4725-9871-e0ce767cf3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:09:20.877494 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-a0db93aa-20a1-43f7-b305-5ebaffa8ce76 None None] Bound port: ddccd43a-4c0a-4de2-83e1-a08e4b3838f9, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7f4fb0-78ec-4725-9871-e0ce767cf3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:09:20.877884 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a0db93aa-20a1-43f7-b305-5ebaffa8ce76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (ddccd43a-4c0a-4de2-83e1-a08e4b3838f9), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:20.903456 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e1137-7209-4ef5-890d-904a91820111 None None] Pushing event updated for resources: {'Port': ['ID=2083dae1-0249-41b6-b7f3-3e38e21fd4e8,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:20.931962 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8c719587-aa40-4d42-a55c-98576b97b637 admin admin] Publish callbacks [] for router_gateway (928e0386-3f30-45e6-b7ea-f4ac1724258d), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:21.038104 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-934bfd6a-e2ee-4e49-af46-79bb1ed80eeb None None] Provisioning complete for port ddccd43a-4c0a-4de2-83e1-a08e4b3838f9 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:09:21.038706 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-934bfd6a-e2ee-4e49-af46-79bb1ed80eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (ddccd43a-4c0a-4de2-83e1-a08e4b3838f9), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:21.046340 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-a0db93aa-20a1-43f7-b305-5ebaffa8ce76 None None] For port ddccd43a-4c0a-4de2-83e1-a08e4b3838f9, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:09:21.121147 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-a0db93aa-20a1-43f7-b305-5ebaffa8ce76 None None] For port ddccd43a-4c0a-4de2-83e1-a08e4b3838f9, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=ddccd43a-4c0a-4de2-83e1-a08e4b3838f9,segment=NetworkSegment(ee7f4fb0-78ec-4725-9871-e0ce767cf3c2),segment_id=ee7f4fb0-78ec-4725-9871-e0ce767cf3c2)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:09:21.151145 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a0db93aa-20a1-43f7-b305-5ebaffa8ce76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (ddccd43a-4c0a-4de2-83e1-a08e4b3838f9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:21.171683 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-934bfd6a-e2ee-4e49-af46-79bb1ed80eeb None None] Port ddccd43a-4c0a-4de2-83e1-a08e4b3838f9 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:09:21.243364 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8c719587-aa40-4d42-a55c-98576b97b637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1780174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773729'] for router (928e0386-3f30-45e6-b7ea-f4ac1724258d), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:21.272214 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0db93aa-20a1-43f7-b305-5ebaffa8ce76 None None] Routers {'5ed76f40-aba6-4a70-835e-c973e4e1a05b'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:09:21.273135 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-a0db93aa-20a1-43f7-b305-5ebaffa8ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:08:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['5ed76f40-aba6-4a70-835e-c973e4e1a05b'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:21.333132 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ba711-bc50-4763-8f7b-9775146af2e9 None None] Pushing event updated for resources: {'Port': ['ID=ddccd43a-4c0a-4de2-83e1-a08e4b3838f9,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:21.442696 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-a0db93aa-20a1-43f7-b305-5ebaffa8ce76 None None] Set router 5ed76f40-aba6-4a70-835e-c973e4e1a05b gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:09:21.463451 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c719587-aa40-4d42-a55c-98576b97b637 admin admin] Router 928e0386-3f30-45e6-b7ea-f4ac1724258d is scheduled to L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 with binding_index 1 {{(pid=103420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 22:09:21.652865 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-d78a9071-2a9c-4576-b694-13fe90d7806c None None] Provisioning complete for port ddccd43a-4c0a-4de2-83e1-a08e4b3838f9 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:09:21.653709 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d78a9071-2a9c-4576-b694-13fe90d7806c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (ddccd43a-4c0a-4de2-83e1-a08e4b3838f9), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:21.673904 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c719587-aa40-4d42-a55c-98576b97b637 admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:09:21.696527 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8c719587-aa40-4d42-a55c-98576b97b637 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:21.696868 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89378253-4419-4d05-bf51-a5caccaa03e9 None None] Sync routers for ids ['928e0386-3f30-45e6-b7ea-f4ac1724258d'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:09:21.702692 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-8c719587-aa40-4d42-a55c-98576b97b637 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6621425 Apr 14 22:09:21.703004 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 51968) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:21.724947 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89378253-4419-4d05-bf51-a5caccaa03e9 None None] Routers {'928e0386-3f30-45e6-b7ea-f4ac1724258d'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:09:21.726489 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-89378253-4419-4d05-bf51-a5caccaa03e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:08:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['928e0386-3f30-45e6-b7ea-f4ac1724258d'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:21.955865 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-89378253-4419-4d05-bf51-a5caccaa03e9 None None] Set router 928e0386-3f30-45e6-b7ea-f4ac1724258d gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:09:21.960344 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d78a9071-2a9c-4576-b694-13fe90d7806c None None] Current status of the port ddccd43a-4c0a-4de2-83e1-a08e4b3838f9 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:09:21.960964 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d78a9071-2a9c-4576-b694-13fe90d7806c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (ddccd43a-4c0a-4de2-83e1-a08e4b3838f9), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:22.079277 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-a0db93aa-20a1-43f7-b305-5ebaffa8ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'name': 'tempest-TestShelveInstance-1904352119-router', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd6b90684-5fc6-44a0-aec9-98588444a353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:09:11Z', 'updated_at': '2022-04-14T22:09:16Z', 'revision_number': 4, 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'gw_port': {'id': 'd6b90684-5fc6-44a0-aec9-98588444a353', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:12Z', 'updated_at': '2022-04-14T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': 'ddccd43a-4c0a-4de2-83e1-a08e4b3838f9', 'name': '', 'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'mac_address': 'fa:16:3e:e9:3d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b8d7302b-218a-4a2d-92e0-263caf56a9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:15Z', 'updated_at': '2022-04-14T22:09:21Z', 'revision_number': 4, 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'subnets': [{'id': 'b8d7302b-218a-4a2d-92e0-263caf56a9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:22.097060 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-d78a9071-2a9c-4576-b694-13fe90d7806c None None] For port ddccd43a-4c0a-4de2-83e1-a08e4b3838f9, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=ddccd43a-4c0a-4de2-83e1-a08e4b3838f9,segment=NetworkSegment(ee7f4fb0-78ec-4725-9871-e0ce767cf3c2),segment_id=ee7f4fb0-78ec-4725-9871-e0ce767cf3c2)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:09:22.147359 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d78a9071-2a9c-4576-b694-13fe90d7806c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (ddccd43a-4c0a-4de2-83e1-a08e4b3838f9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:22.150779 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0db93aa-20a1-43f7-b305-5ebaffa8ce76 None None] The sync data for ids ['5ed76f40-aba6-4a70-835e-c973e4e1a05b'] in dv-cinder-838009-1-iscsi is: [{'id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'name': 'tempest-TestShelveInstance-1904352119-router', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd6b90684-5fc6-44a0-aec9-98588444a353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:09:11Z', 'updated_at': '2022-04-14T22:09:16Z', 'revision_number': 4, 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'gw_port': {'id': 'd6b90684-5fc6-44a0-aec9-98588444a353', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:12Z', 'updated_at': '2022-04-14T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': 'ddccd43a-4c0a-4de2-83e1-a08e4b3838f9', 'name': '', 'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'mac_address': 'fa:16:3e:e9:3d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b8d7302b-218a-4a2d-92e0-263caf56a9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:15Z', 'updated_at': '2022-04-14T22:09:21Z', 'revision_number': 4, 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'subnets': [{'id': 'b8d7302b-218a-4a2d-92e0-263caf56a9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:09:22.293755 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-89378253-4419-4d05-bf51-a5caccaa03e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928e0386-3f30-45e6-b7ea-f4ac1724258d', 'name': 'tempest-TestShelveInstance-92186409-router', 'tenant_id': 'bd840673c3ab4b009a2795a7fd65945f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '3f64b0b4-f240-4b0b-bcbf-bdd8224db654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:09:19Z', 'updated_at': '2022-04-14T22:09:20Z', 'revision_number': 3, 'project_id': 'bd840673c3ab4b009a2795a7fd65945f', 'gw_port': {'id': '3f64b0b4-f240-4b0b-bcbf-bdd8224db654', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928e0386-3f30-45e6-b7ea-f4ac1724258d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:20Z', 'updated_at': '2022-04-14T22:09:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:22.320807 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a9071-2a9c-4576-b694-13fe90d7806c None None] Pushing event updated for resources: {'Port': ['ID=ddccd43a-4c0a-4de2-83e1-a08e4b3838f9,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:22.354922 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89378253-4419-4d05-bf51-a5caccaa03e9 None None] Checking router: 928e0386-3f30-45e6-b7ea-f4ac1724258d for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:09:22.355451 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89378253-4419-4d05-bf51-a5caccaa03e9 None None] Updating router 928e0386-3f30-45e6-b7ea-f4ac1724258d port 3f64b0b4-f240-4b0b-bcbf-bdd8224db654 binding host dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:09:22.424750 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-89378253-4419-4d05-bf51-a5caccaa03e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (3f64b0b4-f240-4b0b-bcbf-bdd8224db654), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:22.481083 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7db1d78-3f5c-470e-8328-d8bb5372c948 None None] Network 39daed2c-dbf7-43c0-aca0-4739b9e9b97f requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:09:22.599612 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-25e0701d-ca2c-41f9-85df-9c1383060433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:22.611216 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f6533ce0-bcac-4fb5-8209-20b553b089c8 None None] Provisioning complete for port 2083dae1-0249-41b6-b7f3-3e38e21fd4e8 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:09:22.611799 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f6533ce0-bcac-4fb5-8209-20b553b089c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (2083dae1-0249-41b6-b7f3-3e38e21fd4e8), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:22.837705 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f6533ce0-bcac-4fb5-8209-20b553b089c8 None None] Current status of the port 2083dae1-0249-41b6-b7f3-3e38e21fd4e8 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:09:22.838644 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f6533ce0-bcac-4fb5-8209-20b553b089c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (2083dae1-0249-41b6-b7f3-3e38e21fd4e8), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:22.914942 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f6533ce0-bcac-4fb5-8209-20b553b089c8 None None] For port 2083dae1-0249-41b6-b7f3-3e38e21fd4e8, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=2083dae1-0249-41b6-b7f3-3e38e21fd4e8,segment=NetworkSegment(45ab4d36-43f2-4009-ac50-f1a2f0c0e50c),segment_id=45ab4d36-43f2-4009-ac50-f1a2f0c0e50c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:09:22.922828 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f6533ce0-bcac-4fb5-8209-20b553b089c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (2083dae1-0249-41b6-b7f3-3e38e21fd4e8), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:23.012975 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-89378253-4419-4d05-bf51-a5caccaa03e9 None None] Publish callbacks [] for port (3f64b0b4-f240-4b0b-bcbf-bdd8224db654), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:23.019405 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-25e0701d-ca2c-41f9-85df-9c1383060433 admin admin] Allocated IP 172.20.0.1 (39daed2c-dbf7-43c0-aca0-4739b9e9b97f/e08e57c4-39e8-46a9-af95-440b190b1347/869d05c5-823c-432c-b9bd-b49d14998dfc) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:09:23.030977 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-89378253-4419-4d05-bf51-a5caccaa03e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (3f64b0b4-f240-4b0b-bcbf-bdd8224db654), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:23.043182 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 2083dae1-0249-41b6-b7f3-3e38e21fd4e8 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:09:23.049429 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6533ce0-bcac-4fb5-8209-20b553b089c8 None None] Pushing event updated for resources: {'Port': ['ID=2083dae1-0249-41b6-b7f3-3e38e21fd4e8,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:23.160249 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-89378253-4419-4d05-bf51-a5caccaa03e9 None None] Attempting to bind port 3f64b0b4-f240-4b0b-bcbf-bdd8224db654 on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:09:23.160939 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-89378253-4419-4d05-bf51-a5caccaa03e9 None None] Attempting to bind port 3f64b0b4-f240-4b0b-bcbf-bdd8224db654 by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:09:23.161312 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89378253-4419-4d05-bf51-a5caccaa03e9 None None] Attempting to bind port 3f64b0b4-f240-4b0b-bcbf-bdd8224db654 on network 3128b05d-34b2-457b-8391-96d8c4503307 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:09:23.170414 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8e0ef-bafc-450a-898b-651f7b252db3 None None] Pushing event updated for resources: {'Port': ['ID=3f64b0b4-f240-4b0b-bcbf-bdd8224db654,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:23.176024 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 2083dae1-0249-41b6-b7f3-3e38e21fd4e8 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:09:23.176767 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (2083dae1-0249-41b6-b7f3-3e38e21fd4e8), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:23.176940 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89378253-4419-4d05-bf51-a5caccaa03e9 None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:09:23.177952 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89378253-4419-4d05-bf51-a5caccaa03e9 None None] Checking segment: {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:09:23.178583 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-89378253-4419-4d05-bf51-a5caccaa03e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:23.179207 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89378253-4419-4d05-bf51-a5caccaa03e9 None None] Bound using segment: {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:09:23.179873 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-89378253-4419-4d05-bf51-a5caccaa03e9 None None] Bound port: 3f64b0b4-f240-4b0b-bcbf-bdd8224db654, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:09:23.180109 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-89378253-4419-4d05-bf51-a5caccaa03e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (3f64b0b4-f240-4b0b-bcbf-bdd8224db654), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:23.313456 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-89378253-4419-4d05-bf51-a5caccaa03e9 None None] For port 3f64b0b4-f240-4b0b-bcbf-bdd8224db654, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:09:23.314897 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 2083dae1-0249-41b6-b7f3-3e38e21fd4e8 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:09:23.316991 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device ddccd43a-4c0a-4de2-83e1-a08e4b3838f9 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:09:23.319846 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-89378253-4419-4d05-bf51-a5caccaa03e9 None None] For port 3f64b0b4-f240-4b0b-bcbf-bdd8224db654, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=3f64b0b4-f240-4b0b-bcbf-bdd8224db654,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:09:23.341644 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-89378253-4419-4d05-bf51-a5caccaa03e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (3f64b0b4-f240-4b0b-bcbf-bdd8224db654), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:23.369301 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-6d3a639a-b85c-4759-ad59-cabec5baa908 None None] Provisioning complete for port 2083dae1-0249-41b6-b7f3-3e38e21fd4e8 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:09:23.369993 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6d3a639a-b85c-4759-ad59-cabec5baa908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (2083dae1-0249-41b6-b7f3-3e38e21fd4e8), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:23.393614 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-25e0701d-ca2c-41f9-85df-9c1383060433 admin admin] Publish callbacks [] for port (869d05c5-823c-432c-b9bd-b49d14998dfc), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:23.429347 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port ddccd43a-4c0a-4de2-83e1-a08e4b3838f9 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:09:23.430047 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (ddccd43a-4c0a-4de2-83e1-a08e4b3838f9), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:23.447108 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-25e0701d-ca2c-41f9-85df-9c1383060433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (869d05c5-823c-432c-b9bd-b49d14998dfc), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:23.513842 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e0701d-ca2c-41f9-85df-9c1383060433 admin admin] Network 39daed2c-dbf7-43c0-aca0-4739b9e9b97f is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:09:23.517873 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-25e0701d-ca2c-41f9-85df-9c1383060433 admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:09:23.524789 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e0701d-ca2c-41f9-85df-9c1383060433 admin admin] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:09:23.526828 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-6d3a639a-b85c-4759-ad59-cabec5baa908 None None] Current status of the port 2083dae1-0249-41b6-b7f3-3e38e21fd4e8 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:09:23.585303 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0701d-ca2c-41f9-85df-9c1383060433 admin admin] Pushing event updated for resources: {'Port': ['ID=869d05c5-823c-432c-b9bd-b49d14998dfc,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:23.588084 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port ddccd43a-4c0a-4de2-83e1-a08e4b3838f9 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:09:23.612213 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-25e0701d-ca2c-41f9-85df-9c1383060433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1773648'] for router_interface (928e0386-3f30-45e6-b7ea-f4ac1724258d), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:23.656746 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8e0ef-bafc-450a-898b-651f7b252db3 None None] Pushing event updated for resources: {'Port': ['ID=3f64b0b4-f240-4b0b-bcbf-bdd8224db654,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:23.677562 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89378253-4419-4d05-bf51-a5caccaa03e9 None None] Routers {'928e0386-3f30-45e6-b7ea-f4ac1724258d'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:09:23.678695 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-89378253-4419-4d05-bf51-a5caccaa03e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:08:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['928e0386-3f30-45e6-b7ea-f4ac1724258d'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:23.826463 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-89378253-4419-4d05-bf51-a5caccaa03e9 None None] Set router 928e0386-3f30-45e6-b7ea-f4ac1724258d gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:09:23.853036 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-25e0701d-ca2c-41f9-85df-9c1383060433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (869d05c5-823c-432c-b9bd-b49d14998dfc), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:24.009790 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-071e8a66-a3b6-4a28-97bf-c6dd8a7a6959 None None] Provisioning complete for port 869d05c5-823c-432c-b9bd-b49d14998dfc triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:09:24.010716 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-071e8a66-a3b6-4a28-97bf-c6dd8a7a6959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (869d05c5-823c-432c-b9bd-b49d14998dfc), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:24.063928 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c9918832-ba93-4526-91a2-ef7ef86426fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:24.085187 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-25e0701d-ca2c-41f9-85df-9c1383060433 admin admin] Publish callbacks [] for port (869d05c5-823c-432c-b9bd-b49d14998dfc), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:24.085652 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-071e8a66-a3b6-4a28-97bf-c6dd8a7a6959 None None] Port 869d05c5-823c-432c-b9bd-b49d14998dfc cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:09:24.087788 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-89378253-4419-4d05-bf51-a5caccaa03e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928e0386-3f30-45e6-b7ea-f4ac1724258d', 'name': 'tempest-TestShelveInstance-92186409-router', 'tenant_id': 'bd840673c3ab4b009a2795a7fd65945f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '3f64b0b4-f240-4b0b-bcbf-bdd8224db654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:09:19Z', 'updated_at': '2022-04-14T22:09:20Z', 'revision_number': 3, 'project_id': 'bd840673c3ab4b009a2795a7fd65945f', 'gw_port': {'id': '3f64b0b4-f240-4b0b-bcbf-bdd8224db654', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928e0386-3f30-45e6-b7ea-f4ac1724258d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:20Z', 'updated_at': '2022-04-14T22:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:24.094434 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-25e0701d-ca2c-41f9-85df-9c1383060433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (869d05c5-823c-432c-b9bd-b49d14998dfc), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:24.134207 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89378253-4419-4d05-bf51-a5caccaa03e9 None None] The sync data for ids ['928e0386-3f30-45e6-b7ea-f4ac1724258d'] in dv-cinder-838009-1-iscsi is: [{'id': '928e0386-3f30-45e6-b7ea-f4ac1724258d', 'name': 'tempest-TestShelveInstance-92186409-router', 'tenant_id': 'bd840673c3ab4b009a2795a7fd65945f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '3f64b0b4-f240-4b0b-bcbf-bdd8224db654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:09:19Z', 'updated_at': '2022-04-14T22:09:20Z', 'revision_number': 3, 'project_id': 'bd840673c3ab4b009a2795a7fd65945f', 'gw_port': {'id': '3f64b0b4-f240-4b0b-bcbf-bdd8224db654', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928e0386-3f30-45e6-b7ea-f4ac1724258d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:20Z', 'updated_at': '2022-04-14T22:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:09:24.184815 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-25e0701d-ca2c-41f9-85df-9c1383060433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1775072'] for router_interface (928e0386-3f30-45e6-b7ea-f4ac1724258d), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:24.194981 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0701d-ca2c-41f9-85df-9c1383060433 admin admin] Pushing event updated for resources: {'Port': ['ID=869d05c5-823c-432c-b9bd-b49d14998dfc,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:24.304585 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e0701d-ca2c-41f9-85df-9c1383060433 admin admin] Network 39daed2c-dbf7-43c0-aca0-4739b9e9b97f is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:09:24.306384 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-25e0701d-ca2c-41f9-85df-9c1383060433 admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:09:24.495319 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e0701d-ca2c-41f9-85df-9c1383060433 admin admin] Router 928e0386-3f30-45e6-b7ea-f4ac1724258d has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:09:24.620613 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-dc7d06c9-cd95-4c7c-a2a8-769c6be3ae32 None None] Provisioning complete for port 869d05c5-823c-432c-b9bd-b49d14998dfc triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:09:24.620924 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dc7d06c9-cd95-4c7c-a2a8-769c6be3ae32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (869d05c5-823c-432c-b9bd-b49d14998dfc), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:24.694270 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-dc7d06c9-cd95-4c7c-a2a8-769c6be3ae32 None None] Port 869d05c5-823c-432c-b9bd-b49d14998dfc cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:09:24.978680 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 3f64b0b4-f240-4b0b-bcbf-bdd8224db654 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:09:24.979007 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e0701d-ca2c-41f9-85df-9c1383060433 admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:09:24.988001 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-25e0701d-ca2c-41f9-85df-9c1383060433 admin admin] 10.222.0.43 "PUT /v2.0/routers/928e0386-3f30-45e6-b7ea-f4ac1724258d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2802134 Apr 14 22:09:25.075480 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 3f64b0b4-f240-4b0b-bcbf-bdd8224db654 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:09:25.076375 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (3f64b0b4-f240-4b0b-bcbf-bdd8224db654), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:25.207797 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 3f64b0b4-f240-4b0b-bcbf-bdd8224db654 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:09:25.208548 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (3f64b0b4-f240-4b0b-bcbf-bdd8224db654), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:25.248293 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] For port 3f64b0b4-f240-4b0b-bcbf-bdd8224db654, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=3f64b0b4-f240-4b0b-bcbf-bdd8224db654,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:09:25.258255 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (3f64b0b4-f240-4b0b-bcbf-bdd8224db654), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:25.266046 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 2083dae1-0249-41b6-b7f3-3e38e21fd4e8 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:09:25.403472 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Pushing event updated for resources: {'Port': ['ID=3f64b0b4-f240-4b0b-bcbf-bdd8224db654,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:25.415091 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 2083dae1-0249-41b6-b7f3-3e38e21fd4e8 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:09:25.415606 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (2083dae1-0249-41b6-b7f3-3e38e21fd4e8), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:25.593217 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 2083dae1-0249-41b6-b7f3-3e38e21fd4e8 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:09:25.657759 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a6d5b-f1fe-45ac-bf70-49a854bba376 req-dc44e9a3-fa99-466e-9fd2-55a10235ab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:25.660516 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-de8a6d5b-f1fe-45ac-bf70-49a854bba376 req-dc44e9a3-fa99-466e-9fd2-55a10235ab44 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4957df5a8870465fbbf36d3fe01f0e7b&device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 1169 time: 0.0831122 Apr 14 22:09:25.680234 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb4125-1ea5-413f-b6f0-eaf26d191141 req-6b19e254-64ec-4660-8a94-1204aa1ca8b9 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:25.684034 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c3bb4125-1ea5-413f-b6f0-eaf26d191141 req-6b19e254-64ec-4660-8a94-1204aa1ca8b9 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 985 time: 0.0772069 Apr 14 22:09:25.791934 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c3bb4125-1ea5-413f-b6f0-eaf26d191141 req-db7b7017-2125-4e9b-8f78-d39f344d8dc6 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=0963af3a-f14a-42e0-bbf1-44e83628c72d&id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1004429 Apr 14 22:09:25.846218 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a6d5b-f1fe-45ac-bf70-49a854bba376 req-953ee9b3-62cb-4546-bb7b-90279e4ee7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:25.849979 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-de8a6d5b-f1fe-45ac-bf70-49a854bba376 req-953ee9b3-62cb-4546-bb7b-90279e4ee7ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=8180bb61-cf56-412a-ba88-217a5f141b04 HTTP/1.1" status: 200 len: 915 time: 0.1809275 Apr 14 22:09:25.972934 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-de8a6d5b-f1fe-45ac-bf70-49a854bba376 req-56343cd0-2dc3-4b38-b928-f59826d26634 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97665213-ec71-4ae5-abff-5aabc48a0d9e HTTP/1.1" status: 200 len: 1002 time: 0.1167679 Apr 14 22:09:26.000518 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 51984) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:26.007811 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-ddaca4fb-a818-4951-8f78-f29fb9d9dbb8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1560325135', 'description': 'tempest-secgroup-smoke-1560325135 description', 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:26.043046 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ddaca4fb-a818-4951-8f78-f29fb9d9dbb8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:26.048163 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a6d5b-f1fe-45ac-bf70-49a854bba376 req-16035a79-4587-4b32-9863-ea3a9e4b9f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:26.050887 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-de8a6d5b-f1fe-45ac-bf70-49a854bba376 req-16035a79-4587-4b32-9863-ea3a9e4b9f8d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=52c6f6f2-587d-4567-93e3-915ebdc2580f HTTP/1.1" status: 200 len: 854 time: 0.0710628 Apr 14 22:09:26.127305 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a6d5b-f1fe-45ac-bf70-49a854bba376 req-f9fb2501-21b5-45f0-b3b1-c2611947fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:26.130127 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-de8a6d5b-f1fe-45ac-bf70-49a854bba376 req-f9fb2501-21b5-45f0-b3b1-c2611947fb10 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8180bb61-cf56-412a-ba88-217a5f141b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0688241 Apr 14 22:09:26.140380 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ddaca4fb-a818-4951-8f78-f29fb9d9dbb8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for security_group (db536bee-390d-44d2-8fbd-78017bebefe3), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:26.146322 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ddaca4fb-a818-4951-8f78-f29fb9d9dbb8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (db536bee-390d-44d2-8fbd-78017bebefe3), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:26.196516 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ddaca4fb-a818-4951-8f78-f29fb9d9dbb8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:26.202490 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-ddaca4fb-a818-4951-8f78-f29fb9d9dbb8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1967523 Apr 14 22:09:26.202925 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 51986) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:26.210012 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-6258d60e-2373-415a-ac70-f0084dbe7710 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Request body: {'security_group_rule': {'security_group_id': 'db536bee-390d-44d2-8fbd-78017bebefe3', 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:26.225560 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaca4fb-a818-4951-8f78-f29fb9d9dbb8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db536bee-390d-44d2-8fbd-78017bebefe3,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:26.255778 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6258d60e-2373-415a-ac70-f0084dbe7710 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for security_group_rule (95b7bf10-7cf5-4829-8c9c-53423acdecff), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:26.265334 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-de8a6d5b-f1fe-45ac-bf70-49a854bba376 req-19ca7f27-d609-480e-b069-1d0f19e3ba6a service neutron] 10.222.0.26 "GET /v2.0/networks/8180bb61-cf56-412a-ba88-217a5f141b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270170 Apr 14 22:09:26.341524 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6258d60e-2373-415a-ac70-f0084dbe7710 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for security_group_rule (95b7bf10-7cf5-4829-8c9c-53423acdecff), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:26.349371 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6258d60e-2373-415a-ac70-f0084dbe7710 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (95b7bf10-7cf5-4829-8c9c-53423acdecff), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:26.386518 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258d60e-2373-415a-ac70-f0084dbe7710 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b7bf10-7cf5-4829-8c9c-53423acdecff,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:26.397592 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6258d60e-2373-415a-ac70-f0084dbe7710 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:26.403343 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-6258d60e-2373-415a-ac70-f0084dbe7710 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1953011 Apr 14 22:09:26.403840 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 51988) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:26.411275 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e06990ec-140b-4dfe-9ec3-2d1444e6b253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:26.412638 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-0969b6fc-fe56-4039-83f8-e8de9327270f tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Request body: {'security_group_rule': {'security_group_id': 'db536bee-390d-44d2-8fbd-78017bebefe3', 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:26.444044 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-de8a6d5b-f1fe-45ac-bf70-49a854bba376 req-08ccd998-2b30-472d-ab16-04203ffe8bea service neutron] 10.222.0.26 "GET /v2.0/networks/8180bb61-cf56-412a-ba88-217a5f141b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707704 Apr 14 22:09:26.451033 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4283f8a-9ad9-4762-80b2-4f898b53514f None None] Sync routers for ids ['928e0386-3f30-45e6-b7ea-f4ac1724258d'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:09:26.463459 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0969b6fc-fe56-4039-83f8-e8de9327270f tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for security_group_rule (603fa325-b605-4de4-b3e5-26e5bde51d6a), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:26.470017 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4283f8a-9ad9-4762-80b2-4f898b53514f None None] Routers {'928e0386-3f30-45e6-b7ea-f4ac1724258d'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:09:26.470836 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-d4283f8a-9ad9-4762-80b2-4f898b53514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:09:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['928e0386-3f30-45e6-b7ea-f4ac1724258d'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:26.574485 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0969b6fc-fe56-4039-83f8-e8de9327270f tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for security_group_rule (603fa325-b605-4de4-b3e5-26e5bde51d6a), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:26.585006 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0969b6fc-fe56-4039-83f8-e8de9327270f tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (603fa325-b605-4de4-b3e5-26e5bde51d6a), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:26.611542 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969b6fc-fe56-4039-83f8-e8de9327270f tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=603fa325-b605-4de4-b3e5-26e5bde51d6a,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:26.627754 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0969b6fc-fe56-4039-83f8-e8de9327270f tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:26.629770 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-0969b6fc-fe56-4039-83f8-e8de9327270f tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2241766 Apr 14 22:09:26.634167 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 51990) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:26.640025 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-4c43f31d-7df2-455c-a6fc-308a3ce790b3 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Request body: {'security_group_rule': {'security_group_id': 'db536bee-390d-44d2-8fbd-78017bebefe3', 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:26.644944 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-d4283f8a-9ad9-4762-80b2-4f898b53514f None None] Set router 928e0386-3f30-45e6-b7ea-f4ac1724258d gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:09:26.680140 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4c43f31d-7df2-455c-a6fc-308a3ce790b3 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for security_group_rule (bda7a88e-f76d-4aea-a122-1346563a2ef2), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:26.761548 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4c43f31d-7df2-455c-a6fc-308a3ce790b3 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for security_group_rule (bda7a88e-f76d-4aea-a122-1346563a2ef2), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:26.768086 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4c43f31d-7df2-455c-a6fc-308a3ce790b3 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (bda7a88e-f76d-4aea-a122-1346563a2ef2), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:26.793333 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43f31d-7df2-455c-a6fc-308a3ce790b3 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda7a88e-f76d-4aea-a122-1346563a2ef2,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:26.803044 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4c43f31d-7df2-455c-a6fc-308a3ce790b3 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:26.808941 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-4c43f31d-7df2-455c-a6fc-308a3ce790b3 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1693907 Apr 14 22:09:26.809238 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 51992) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:26.814469 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-200df905-3070-44f4-b0fc-a9650b55faee tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Request body: {'security_group_rule': {'security_group_id': 'db536bee-390d-44d2-8fbd-78017bebefe3', 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:26.859818 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-200df905-3070-44f4-b0fc-a9650b55faee tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for security_group_rule (b84e3813-6482-463a-ab99-988e9eba4243), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:26.939871 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 3f64b0b4-f240-4b0b-bcbf-bdd8224db654 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:09:26.963528 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-200df905-3070-44f4-b0fc-a9650b55faee tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for security_group_rule (b84e3813-6482-463a-ab99-988e9eba4243), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:26.969218 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-200df905-3070-44f4-b0fc-a9650b55faee tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (b84e3813-6482-463a-ab99-988e9eba4243), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:26.993233 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200df905-3070-44f4-b0fc-a9650b55faee tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84e3813-6482-463a-ab99-988e9eba4243,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:26.997404 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982fe8e-a6aa-4409-91c3-f083d06d6628 req-cdfcc167-e07f-439f-91f9-8f2c497be8b8 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:26.999543 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b982fe8e-a6aa-4409-91c3-f083d06d6628 req-cdfcc167-e07f-439f-91f9-8f2c497be8b8 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 985 time: 0.0917602 Apr 14 22:09:27.010382 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-200df905-3070-44f4-b0fc-a9650b55faee tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:27.017417 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-200df905-3070-44f4-b0fc-a9650b55faee tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2067935 Apr 14 22:09:27.018344 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 51996) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:27.022244 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-d4283f8a-9ad9-4762-80b2-4f898b53514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928e0386-3f30-45e6-b7ea-f4ac1724258d', 'name': 'tempest-TestShelveInstance-92186409-router', 'tenant_id': 'bd840673c3ab4b009a2795a7fd65945f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '3f64b0b4-f240-4b0b-bcbf-bdd8224db654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:09:19Z', 'updated_at': '2022-04-14T22:09:23Z', 'revision_number': 4, 'project_id': 'bd840673c3ab4b009a2795a7fd65945f', 'gw_port': {'id': '3f64b0b4-f240-4b0b-bcbf-bdd8224db654', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928e0386-3f30-45e6-b7ea-f4ac1724258d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:20Z', 'updated_at': '2022-04-14T22:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '869d05c5-823c-432c-b9bd-b49d14998dfc', 'name': '', 'network_id': '39daed2c-dbf7-43c0-aca0-4739b9e9b97f', 'tenant_id': 'bd840673c3ab4b009a2795a7fd65945f', 'mac_address': 'fa:16:3e:83:3a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928e0386-3f30-45e6-b7ea-f4ac1724258d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e08e57c4-39e8-46a9-af95-440b190b1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:22Z', 'updated_at': '2022-04-14T22:09:23Z', 'revision_number': 2, 'project_id': 'bd840673c3ab4b009a2795a7fd65945f', 'subnets': [{'id': 'e08e57c4-39e8-46a9-af95-440b190b1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:27.025734 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-890bdc3b-8d6e-4f08-918f-9cba6fa8eee8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Request body: {'security_group_rule': {'security_group_id': 'db536bee-390d-44d2-8fbd-78017bebefe3', 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:27.059803 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4283f8a-9ad9-4762-80b2-4f898b53514f None None] Checking router: 928e0386-3f30-45e6-b7ea-f4ac1724258d for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:09:27.060240 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4283f8a-9ad9-4762-80b2-4f898b53514f None None] Updating router 928e0386-3f30-45e6-b7ea-f4ac1724258d port 869d05c5-823c-432c-b9bd-b49d14998dfc binding host dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:09:27.065420 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.securitygroups_db [None req-890bdc3b-8d6e-4f08-918f-9cba6fa8eee8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Project 818782cfb8ca4fdb94b5c7e1b6cd915e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 22:09:27.077809 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-890bdc3b-8d6e-4f08-918f-9cba6fa8eee8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for security_group_rule (9ba469c0-cb1c-4a45-9896-bf098e720dc0), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:27.088304 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b982fe8e-a6aa-4409-91c3-f083d06d6628 req-42ebd941-0a42-412b-8d30-47780388c416 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=0963af3a-f14a-42e0-bbf1-44e83628c72d&id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0766931 Apr 14 22:09:27.091313 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 3f64b0b4-f240-4b0b-bcbf-bdd8224db654 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:09:27.091692 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (3f64b0b4-f240-4b0b-bcbf-bdd8224db654), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:27.131102 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4283f8a-9ad9-4762-80b2-4f898b53514f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (869d05c5-823c-432c-b9bd-b49d14998dfc), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:27.185553 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-890bdc3b-8d6e-4f08-918f-9cba6fa8eee8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for security_group_rule (9ba469c0-cb1c-4a45-9896-bf098e720dc0), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:27.194270 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-890bdc3b-8d6e-4f08-918f-9cba6fa8eee8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (9ba469c0-cb1c-4a45-9896-bf098e720dc0), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:27.217653 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890bdc3b-8d6e-4f08-918f-9cba6fa8eee8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba469c0-cb1c-4a45-9896-bf098e720dc0,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:27.239677 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-890bdc3b-8d6e-4f08-918f-9cba6fa8eee8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:27.244844 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-890bdc3b-8d6e-4f08-918f-9cba6fa8eee8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2219715 Apr 14 22:09:27.245166 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 52000) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:27.252804 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-dbca7ba9-4c0b-40d4-afd6-28cfd3436f03 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Request body: {'security_group_rule': {'security_group_id': 'db536bee-390d-44d2-8fbd-78017bebefe3', 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:27.305606 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.securitygroups_db [None req-dbca7ba9-4c0b-40d4-afd6-28cfd3436f03 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Project 818782cfb8ca4fdb94b5c7e1b6cd915e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 22:09:27.315923 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dbca7ba9-4c0b-40d4-afd6-28cfd3436f03 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for security_group_rule (23040f37-ecdc-49b8-a056-5b21fcc75cad), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:27.316410 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 3f64b0b4-f240-4b0b-bcbf-bdd8224db654 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:09:27.444526 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dbca7ba9-4c0b-40d4-afd6-28cfd3436f03 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for security_group_rule (23040f37-ecdc-49b8-a056-5b21fcc75cad), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:27.450783 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dbca7ba9-4c0b-40d4-afd6-28cfd3436f03 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (23040f37-ecdc-49b8-a056-5b21fcc75cad), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:27.488500 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca7ba9-4c0b-40d4-afd6-28cfd3436f03 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23040f37-ecdc-49b8-a056-5b21fcc75cad,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:27.498703 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dbca7ba9-4c0b-40d4-afd6-28cfd3436f03 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:27.500904 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-dbca7ba9-4c0b-40d4-afd6-28cfd3436f03 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2539227 Apr 14 22:09:27.562258 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:27.717057 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4283f8a-9ad9-4762-80b2-4f898b53514f None None] Publish callbacks [] for port (869d05c5-823c-432c-b9bd-b49d14998dfc), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:27.726940 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4283f8a-9ad9-4762-80b2-4f898b53514f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (869d05c5-823c-432c-b9bd-b49d14998dfc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:27.806830 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc444dbc-94c7-4bfe-856e-07a20fbde233 None None] Pushing event updated for resources: {'Port': ['ID=869d05c5-823c-432c-b9bd-b49d14998dfc,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:27.902994 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-d4283f8a-9ad9-4762-80b2-4f898b53514f None None] Attempting to bind port 869d05c5-823c-432c-b9bd-b49d14998dfc on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:09:27.903618 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-d4283f8a-9ad9-4762-80b2-4f898b53514f None None] Attempting to bind port 869d05c5-823c-432c-b9bd-b49d14998dfc by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': '45ab4d36-43f2-4009-ac50-f1a2f0c0e50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '39daed2c-dbf7-43c0-aca0-4739b9e9b97f'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:09:27.904102 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4283f8a-9ad9-4762-80b2-4f898b53514f None None] Attempting to bind port 869d05c5-823c-432c-b9bd-b49d14998dfc on network 39daed2c-dbf7-43c0-aca0-4739b9e9b97f {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:09:27.913119 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4283f8a-9ad9-4762-80b2-4f898b53514f None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:09:27.913605 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4283f8a-9ad9-4762-80b2-4f898b53514f None None] Checking segment: {'id': '45ab4d36-43f2-4009-ac50-f1a2f0c0e50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '39daed2c-dbf7-43c0-aca0-4739b9e9b97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:09:27.913975 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4283f8a-9ad9-4762-80b2-4f898b53514f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:27.914447 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4283f8a-9ad9-4762-80b2-4f898b53514f None None] Bound using segment: {'id': '45ab4d36-43f2-4009-ac50-f1a2f0c0e50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '39daed2c-dbf7-43c0-aca0-4739b9e9b97f'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:09:27.914989 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-d4283f8a-9ad9-4762-80b2-4f898b53514f None None] Bound port: 869d05c5-823c-432c-b9bd-b49d14998dfc, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ab4d36-43f2-4009-ac50-f1a2f0c0e50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '39daed2c-dbf7-43c0-aca0-4739b9e9b97f'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:09:27.915422 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4283f8a-9ad9-4762-80b2-4f898b53514f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (869d05c5-823c-432c-b9bd-b49d14998dfc), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:28.000573 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-d4283f8a-9ad9-4762-80b2-4f898b53514f None None] For port 869d05c5-823c-432c-b9bd-b49d14998dfc, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:09:28.006402 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-d4283f8a-9ad9-4762-80b2-4f898b53514f None None] For port 869d05c5-823c-432c-b9bd-b49d14998dfc, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=869d05c5-823c-432c-b9bd-b49d14998dfc,segment=NetworkSegment(45ab4d36-43f2-4009-ac50-f1a2f0c0e50c),segment_id=45ab4d36-43f2-4009-ac50-f1a2f0c0e50c)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:09:28.018030 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4283f8a-9ad9-4762-80b2-4f898b53514f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (869d05c5-823c-432c-b9bd-b49d14998dfc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:28.080537 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4283f8a-9ad9-4762-80b2-4f898b53514f None None] Routers {'928e0386-3f30-45e6-b7ea-f4ac1724258d'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:09:28.081219 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-d4283f8a-9ad9-4762-80b2-4f898b53514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:09:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['928e0386-3f30-45e6-b7ea-f4ac1724258d'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:28.214731 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-c849421f-26d0-4605-ac05-48dbcfef910b None None] Provisioning complete for port 869d05c5-823c-432c-b9bd-b49d14998dfc triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:09:28.215114 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c849421f-26d0-4605-ac05-48dbcfef910b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (869d05c5-823c-432c-b9bd-b49d14998dfc), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:28.219421 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc444dbc-94c7-4bfe-856e-07a20fbde233 None None] Pushing event updated for resources: {'Port': ['ID=869d05c5-823c-432c-b9bd-b49d14998dfc,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:28.292733 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-d4283f8a-9ad9-4762-80b2-4f898b53514f None None] Set router 928e0386-3f30-45e6-b7ea-f4ac1724258d gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:09:28.299960 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745333a-6774-40f5-bcfe-847187ffc29d req-ecdb8bb8-1963-4bf7-92e4-5b59f1795fe0 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:28.302969 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8745333a-6774-40f5-bcfe-847187ffc29d req-ecdb8bb8-1963-4bf7-92e4-5b59f1795fe0 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 985 time: 0.1134260 Apr 14 22:09:28.446392 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8745333a-6774-40f5-bcfe-847187ffc29d req-871056e3-498b-4c80-b483-5112efccd0e1 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=0963af3a-f14a-42e0-bbf1-44e83628c72d&id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1358824 Apr 14 22:09:28.498105 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-c849421f-26d0-4605-ac05-48dbcfef910b None None] Current status of the port 869d05c5-823c-432c-b9bd-b49d14998dfc is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:09:28.498494 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c849421f-26d0-4605-ac05-48dbcfef910b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (869d05c5-823c-432c-b9bd-b49d14998dfc), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:28.584418 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-c849421f-26d0-4605-ac05-48dbcfef910b None None] For port 869d05c5-823c-432c-b9bd-b49d14998dfc, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=869d05c5-823c-432c-b9bd-b49d14998dfc,segment=NetworkSegment(45ab4d36-43f2-4009-ac50-f1a2f0c0e50c),segment_id=45ab4d36-43f2-4009-ac50-f1a2f0c0e50c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:09:28.593579 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c849421f-26d0-4605-ac05-48dbcfef910b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (869d05c5-823c-432c-b9bd-b49d14998dfc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:28.678286 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-d4283f8a-9ad9-4762-80b2-4f898b53514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928e0386-3f30-45e6-b7ea-f4ac1724258d', 'name': 'tempest-TestShelveInstance-92186409-router', 'tenant_id': 'bd840673c3ab4b009a2795a7fd65945f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '3f64b0b4-f240-4b0b-bcbf-bdd8224db654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:09:19Z', 'updated_at': '2022-04-14T22:09:23Z', 'revision_number': 4, 'project_id': 'bd840673c3ab4b009a2795a7fd65945f', 'gw_port': {'id': '3f64b0b4-f240-4b0b-bcbf-bdd8224db654', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928e0386-3f30-45e6-b7ea-f4ac1724258d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:20Z', 'updated_at': '2022-04-14T22:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '869d05c5-823c-432c-b9bd-b49d14998dfc', 'name': '', 'network_id': '39daed2c-dbf7-43c0-aca0-4739b9e9b97f', 'tenant_id': 'bd840673c3ab4b009a2795a7fd65945f', 'mac_address': 'fa:16:3e:83:3a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928e0386-3f30-45e6-b7ea-f4ac1724258d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e08e57c4-39e8-46a9-af95-440b190b1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:22Z', 'updated_at': '2022-04-14T22:09:27Z', 'revision_number': 4, 'project_id': 'bd840673c3ab4b009a2795a7fd65945f', 'subnets': [{'id': 'e08e57c4-39e8-46a9-af95-440b190b1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:28.683782 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849421f-26d0-4605-ac05-48dbcfef910b None None] Pushing event updated for resources: {'Port': ['ID=869d05c5-823c-432c-b9bd-b49d14998dfc,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:28.722082 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4283f8a-9ad9-4762-80b2-4f898b53514f None None] The sync data for ids ['928e0386-3f30-45e6-b7ea-f4ac1724258d'] in dv-cinder-838009-1-iscsi is: [{'id': '928e0386-3f30-45e6-b7ea-f4ac1724258d', 'name': 'tempest-TestShelveInstance-92186409-router', 'tenant_id': 'bd840673c3ab4b009a2795a7fd65945f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '3f64b0b4-f240-4b0b-bcbf-bdd8224db654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:09:19Z', 'updated_at': '2022-04-14T22:09:23Z', 'revision_number': 4, 'project_id': 'bd840673c3ab4b009a2795a7fd65945f', 'gw_port': {'id': '3f64b0b4-f240-4b0b-bcbf-bdd8224db654', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928e0386-3f30-45e6-b7ea-f4ac1724258d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:20Z', 'updated_at': '2022-04-14T22:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '869d05c5-823c-432c-b9bd-b49d14998dfc', 'name': '', 'network_id': '39daed2c-dbf7-43c0-aca0-4739b9e9b97f', 'tenant_id': 'bd840673c3ab4b009a2795a7fd65945f', 'mac_address': 'fa:16:3e:83:3a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928e0386-3f30-45e6-b7ea-f4ac1724258d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e08e57c4-39e8-46a9-af95-440b190b1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:22Z', 'updated_at': '2022-04-14T22:09:27Z', 'revision_number': 4, 'project_id': 'bd840673c3ab4b009a2795a7fd65945f', 'subnets': [{'id': 'e08e57c4-39e8-46a9-af95-440b190b1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:09:28.734200 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-d5da83ed-6686-48fe-adf0-488980d0a0d0 None None] Provisioning complete for port 869d05c5-823c-432c-b9bd-b49d14998dfc triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:09:28.734584 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d5da83ed-6686-48fe-adf0-488980d0a0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (869d05c5-823c-432c-b9bd-b49d14998dfc), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:28.964357 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:29.153587 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d5da83ed-6686-48fe-adf0-488980d0a0d0 None None] Current status of the port 869d05c5-823c-432c-b9bd-b49d14998dfc is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:09:29.635299 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d0405-12a1-4198-ab91-0fb2c717a41c req-89d5d4d4-10c9-4eec-bbc3-2c9c8ff95ee4 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:29.641064 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-239d0405-12a1-4198-ab91-0fb2c717a41c req-89d5d4d4-10c9-4eec-bbc3-2c9c8ff95ee4 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 985 time: 0.0709200 Apr 14 22:09:29.750826 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-239d0405-12a1-4198-ab91-0fb2c717a41c req-41e0f3c7-05da-477c-87b0-44df8946fb50 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=0963af3a-f14a-42e0-bbf1-44e83628c72d&id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1073334 Apr 14 22:09:30.472719 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:30.846043 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 869d05c5-823c-432c-b9bd-b49d14998dfc up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:09:30.907453 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 869d05c5-823c-432c-b9bd-b49d14998dfc triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:09:30.907942 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (869d05c5-823c-432c-b9bd-b49d14998dfc), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:30.938561 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf4496-2100-4191-9593-5cbb9290f8d9 req-9f63fdb5-a9b2-4d3e-b8f3-9864bdb2a2dd tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:30.940186 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cbdf4496-2100-4191-9593-5cbb9290f8d9 req-9f63fdb5-a9b2-4d3e-b8f3-9864bdb2a2dd tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 985 time: 0.0680339 Apr 14 22:09:31.025883 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cbdf4496-2100-4191-9593-5cbb9290f8d9 req-01b160ae-8163-4743-aa16-a3fee0459eaa tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=0963af3a-f14a-42e0-bbf1-44e83628c72d&id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0780146 Apr 14 22:09:31.057596 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 869d05c5-823c-432c-b9bd-b49d14998dfc is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:09:32.158216 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc485cb-9130-4610-8c0a-f552375a8fc5 req-b672230f-5c08-4771-b12b-8509ee9d8719 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:32.159931 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-dbc485cb-9130-4610-8c0a-f552375a8fc5 req-b672230f-5c08-4771-b12b-8509ee9d8719 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 985 time: 0.0570557 Apr 14 22:09:32.238957 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-dbc485cb-9130-4610-8c0a-f552375a8fc5 req-8d7f283c-fcf9-40dd-a149-20538a13b592 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=0963af3a-f14a-42e0-bbf1-44e83628c72d&id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713189 Apr 14 22:09:33.399179 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654b6f2-ef4e-4f0b-876f-bb962b68ae9a req-2eab3722-1f1d-49e5-a1da-0955e0fa3652 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:33.402012 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5654b6f2-ef4e-4f0b-876f-bb962b68ae9a req-2eab3722-1f1d-49e5-a1da-0955e0fa3652 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 985 time: 0.0745196 Apr 14 22:09:33.482160 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5654b6f2-ef4e-4f0b-876f-bb962b68ae9a req-60fe3305-1594-43b8-8593-5e462ba3f55f tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=0963af3a-f14a-42e0-bbf1-44e83628c72d&id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0701683 Apr 14 22:09:34.616272 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472b19d-eba7-47ff-82e0-322e9b731a9e req-6a6a4f9e-c11c-437d-9c5a-b3fd350525d6 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:34.617958 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d472b19d-eba7-47ff-82e0-322e9b731a9e req-6a6a4f9e-c11c-437d-9c5a-b3fd350525d6 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 985 time: 0.0562708 Apr 14 22:09:34.698553 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d472b19d-eba7-47ff-82e0-322e9b731a9e req-21101aba-beb7-42fc-b104-0f677625f85a tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=0963af3a-f14a-42e0-bbf1-44e83628c72d&id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691426 Apr 14 22:09:35.850565 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031684d5-5c39-4c4d-8195-39ae89c44b95 req-ca8b19f4-853f-4c5d-8cf6-3ba85ded9818 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:35.853149 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-031684d5-5c39-4c4d-8195-39ae89c44b95 req-ca8b19f4-853f-4c5d-8cf6-3ba85ded9818 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 985 time: 0.0639699 Apr 14 22:09:35.929424 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-031684d5-5c39-4c4d-8195-39ae89c44b95 req-e4e78332-b4f0-42e4-a6ee-b97a037cd2bb tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=0963af3a-f14a-42e0-bbf1-44e83628c72d&id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0684631 Apr 14 22:09:37.083635 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cc7fe-54c4-4560-94a6-f613ce043ac9 req-25693c01-5562-41cd-84c1-4e2504319341 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:37.086532 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5a0cc7fe-54c4-4560-94a6-f613ce043ac9 req-25693c01-5562-41cd-84c1-4e2504319341 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 985 time: 0.0724757 Apr 14 22:09:37.184612 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5a0cc7fe-54c4-4560-94a6-f613ce043ac9 req-d76ca745-279a-4019-9c35-0e1d4835ae1a tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=0963af3a-f14a-42e0-bbf1-44e83628c72d&id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0877903 Apr 14 22:09:38.321052 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5036b-c5fc-4add-870d-611ebb4470fc req-4d8e1bac-b159-4c54-bdfb-da23b7394366 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:38.322984 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3af5036b-c5fc-4add-870d-611ebb4470fc req-4d8e1bac-b159-4c54-bdfb-da23b7394366 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 985 time: 0.0623724 Apr 14 22:09:38.399408 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3af5036b-c5fc-4add-870d-611ebb4470fc req-6f0b4c34-4fa3-4ec7-bf59-334bd082e15a tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=0963af3a-f14a-42e0-bbf1-44e83628c72d&id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0697434 Apr 14 22:09:42.319563 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-41a5b86e-0e98-4dc8-b9c0-b930a9b79a31 req-8be0c38d-0e6a-4d33-8c27-733be8904bf5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=51a2df8c-da2b-4f9d-802f-2cb28894981b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455153 Apr 14 22:09:42.409521 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5b86e-0e98-4dc8-b9c0-b930a9b79a31 req-61c3daac-c9fe-492c-a816-f6598a5d5e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:42.411875 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-41a5b86e-0e98-4dc8-b9c0-b930a9b79a31 req-61c3daac-c9fe-492c-a816-f6598a5d5e5a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b75ef479aa7489a99a288245e0b1ee4&device_id=51a2df8c-da2b-4f9d-802f-2cb28894981b HTTP/1.1" status: 200 len: 1129 time: 0.0475326 Apr 14 22:09:42.549561 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5b86e-0e98-4dc8-b9c0-b930a9b79a31 req-93cd18d5-0fcf-4c04-ac4a-036b1707e5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:42.551527 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-41a5b86e-0e98-4dc8-b9c0-b930a9b79a31 req-93cd18d5-0fcf-4c04-ac4a-036b1707e5a8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f84dca83-5c69-4fab-98e8-e2e1569693dd HTTP/1.1" status: 200 len: 915 time: 0.1160493 Apr 14 22:09:42.628143 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-41a5b86e-0e98-4dc8-b9c0-b930a9b79a31 req-87b6dfa8-9838-4e08-bcbb-d3784ddd4a41 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5010231-5053-43b9-8a40-94b4f270aa47 HTTP/1.1" status: 200 len: 1001 time: 0.0688381 Apr 14 22:09:42.693950 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5b86e-0e98-4dc8-b9c0-b930a9b79a31 req-493c5d41-b8f5-49b2-95dd-af72256cb0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:42.695500 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-41a5b86e-0e98-4dc8-b9c0-b930a9b79a31 req-493c5d41-b8f5-49b2-95dd-af72256cb0a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54e124ce-91a6-4427-8064-077f8d32c149 HTTP/1.1" status: 200 len: 854 time: 0.0583768 Apr 14 22:09:42.746718 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5b86e-0e98-4dc8-b9c0-b930a9b79a31 req-eee4f1e4-ffda-41b4-b2da-a0bbe38e2b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:42.748461 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-41a5b86e-0e98-4dc8-b9c0-b930a9b79a31 req-eee4f1e4-ffda-41b4-b2da-a0bbe38e2b86 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f84dca83-5c69-4fab-98e8-e2e1569693dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458262 Apr 14 22:09:42.868131 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-41a5b86e-0e98-4dc8-b9c0-b930a9b79a31 req-11a90cb3-0bfd-4b3f-bec8-d514ec7842ea service neutron] 10.222.0.26 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040125 Apr 14 22:09:42.980862 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:43.001864 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-41a5b86e-0e98-4dc8-b9c0-b930a9b79a31 req-55ba663f-3b62-488d-9659-c17b17ac8ea5 service neutron] 10.222.0.26 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264851 Apr 14 22:09:43.651753 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-095bbe99-3f5b-45a9-8fdd-6e44eae5bcb1 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1560325135&fields=id&tenant_id=818782cfb8ca4fdb94b5c7e1b6cd915e HTTP/1.1" status: 200 len: 267 time: 0.0529134 Apr 14 22:09:43.774301 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-a280d542-0f45-40eb-92ed-617acded4141 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:43.775952 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-a280d542-0f45-40eb-92ed-617acded4141 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/networks?id=24892aca-f788-4fab-ba20-18bc79a1a3e4 HTTP/1.1" status: 200 len: 809 time: 0.1170201 Apr 14 22:09:43.795649 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-ec87c896-a9dd-498e-98c6-6ccb33475c3b tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/quotas/818782cfb8ca4fdb94b5c7e1b6cd915e HTTP/1.1" status: 200 len: 375 time: 0.0105791 Apr 14 22:09:43.858637 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-74f34c52-6947-499a-9f95-01a5202a33a9 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=818782cfb8ca4fdb94b5c7e1b6cd915e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570729 Apr 14 22:09:43.966002 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-80baaa02-d7a7-41a6-8ca3-2371964421fd service neutron] 10.222.0.43 "GET /v2.0/networks/24892aca-f788-4fab-ba20-18bc79a1a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943091 Apr 14 22:09:44.077516 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-40bc1a61-1faa-427d-b7fe-e212dcfecba0 service neutron] 10.222.0.43 "GET /v2.0/networks/24892aca-f788-4fab-ba20-18bc79a1a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047268 Apr 14 22:09:44.432859 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0dd12aae-eb8c-4f67-a2c4-05cf9b7686ed req-06bb6072-3f0f-4d5a-bf04-0a35a0ce3896 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 210 time: 0.0336368 Apr 14 22:09:45.338037 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:09:45.590950 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-737efc91-51f6-4d6b-b2a9-6a712988d10e tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:45.592489 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-737efc91-51f6-4d6b-b2a9-6a712988d10e tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.26 "GET /v2.0/networks?id=24892aca-f788-4fab-ba20-18bc79a1a3e4 HTTP/1.1" status: 200 len: 809 time: 0.1624744 Apr 14 22:09:45.596606 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-862716e9-a45c-45a6-bc6a-f7de7162c694 req-459a29ec-c33e-41cd-aa84-4dd5b05f36d1 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 210 time: 0.0549736 Apr 14 22:09:45.675614 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-1d09f58f-0251-4b9c-93c1-66f00e610649 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=818782cfb8ca4fdb94b5c7e1b6cd915e HTTP/1.1" status: 200 len: 380 time: 0.0745754 Apr 14 22:09:45.685168 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-f00253f4-1759-4444-90dc-bbe28fc2af8a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Request body: {'port': {'device_id': 'b61d5169-9f2f-4716-a044-f0c2c846be83', 'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4', 'admin_state_up': True, 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'security_groups': ['db536bee-390d-44d2-8fbd-78017bebefe3']}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:45.824463 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-f00253f4-1759-4444-90dc-bbe28fc2af8a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Made reservation on behalf of 818782cfb8ca4fdb94b5c7e1b6cd915e for: {'port': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:09:45.828527 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-f00253f4-1759-4444-90dc-bbe28fc2af8a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:45.983576 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-f00253f4-1759-4444-90dc-bbe28fc2af8a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Allocated IP 172.20.0.12 (24892aca-f788-4fab-ba20-18bc79a1a3e4/b8d7302b-218a-4a2d-92e0-263caf56a9e5/688b21c5-06f7-44a5-a4d3-1204a933db95) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:09:46.173726 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-f00253f4-1759-4444-90dc-bbe28fc2af8a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for port (688b21c5-06f7-44a5-a4d3-1204a933db95), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:46.218391 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-f00253f4-1759-4444-90dc-bbe28fc2af8a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (688b21c5-06f7-44a5-a4d3-1204a933db95), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:46.302716 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-f00253f4-1759-4444-90dc-bbe28fc2af8a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Network 24892aca-f788-4fab-ba20-18bc79a1a3e4 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:09:46.309519 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-f00253f4-1759-4444-90dc-bbe28fc2af8a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:09:46.313528 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-f00253f4-1759-4444-90dc-bbe28fc2af8a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:09:46.356469 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00253f4-1759-4444-90dc-bbe28fc2af8a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Pushing event updated for resources: {'Port': ['ID=688b21c5-06f7-44a5-a4d3-1204a933db95,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:46.372639 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00253f4-1759-4444-90dc-bbe28fc2af8a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:46.372989 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00253f4-1759-4444-90dc-bbe28fc2af8a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:46.373393 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00253f4-1759-4444-90dc-bbe28fc2af8a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:46.373750 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00253f4-1759-4444-90dc-bbe28fc2af8a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:46.374165 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00253f4-1759-4444-90dc-bbe28fc2af8a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:46.374480 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00253f4-1759-4444-90dc-bbe28fc2af8a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:46.374838 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00253f4-1759-4444-90dc-bbe28fc2af8a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:46.375203 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00253f4-1759-4444-90dc-bbe28fc2af8a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:46.375561 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00253f4-1759-4444-90dc-bbe28fc2af8a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:46.375892 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00253f4-1759-4444-90dc-bbe28fc2af8a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:46.376294 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00253f4-1759-4444-90dc-bbe28fc2af8a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:46.376637 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00253f4-1759-4444-90dc-bbe28fc2af8a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:46.377052 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00253f4-1759-4444-90dc-bbe28fc2af8a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:46.377358 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00253f4-1759-4444-90dc-bbe28fc2af8a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:46.377698 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00253f4-1759-4444-90dc-bbe28fc2af8a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:46.402327 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-f00253f4-1759-4444-90dc-bbe28fc2af8a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:46.403025 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-f00253f4-1759-4444-90dc-bbe28fc2af8a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:46.423853 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-f00253f4-1759-4444-90dc-bbe28fc2af8a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7434497 Apr 14 22:09:46.435350 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-7a00af8e-a2bd-4bd5-99d8-b97161f55ebd service neutron] Request body: {'port': {'device_id': 'b61d5169-9f2f-4716-a044-f0c2c846be83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:46.525349 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-7a00af8e-a2bd-4bd5-99d8-b97161f55ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (688b21c5-06f7-44a5-a4d3-1204a933db95), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:46.601970 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-83a5d77d-0e5f-4dd9-b4d6-02467c01e3b7 None None] Provisioning complete for port 688b21c5-06f7-44a5-a4d3-1204a933db95 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:09:46.602796 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-83a5d77d-0e5f-4dd9-b4d6-02467c01e3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (688b21c5-06f7-44a5-a4d3-1204a933db95), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:46.665068 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-83a5d77d-0e5f-4dd9-b4d6-02467c01e3b7 None None] Port 688b21c5-06f7-44a5-a4d3-1204a933db95 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:09:46.809914 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580c4dc-4710-421d-a584-418c0c752f51 req-7d5152af-aeed-4a5a-b036-615a3bb3c1bf tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:46.809914 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-f580c4dc-4710-421d-a584-418c0c752f51 req-7d5152af-aeed-4a5a-b036-615a3bb3c1bf tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 932 time: 0.0961146 Apr 14 22:09:46.968891 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-f580c4dc-4710-421d-a584-418c0c752f51 req-e53d48cc-0838-48f1-ad54-851c45f69c89 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530974 Apr 14 22:09:47.033841 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-7a00af8e-a2bd-4bd5-99d8-b97161f55ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 688b21c5-06f7-44a5-a4d3-1204a933db95 {{(pid=103420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:09:47.046787 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-7a00af8e-a2bd-4bd5-99d8-b97161f55ebd service neutron] Publish callbacks [] for port (688b21c5-06f7-44a5-a4d3-1204a933db95), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:47.063322 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.provisioning_blocks [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-7a00af8e-a2bd-4bd5-99d8-b97161f55ebd service neutron] Transition to ACTIVE for port object 688b21c5-06f7-44a5-a4d3-1204a933db95 will not be triggered until provisioned by entity L2. {{(pid=103420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:09:47.069158 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-7a00af8e-a2bd-4bd5-99d8-b97161f55ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (688b21c5-06f7-44a5-a4d3-1204a933db95), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:47.126499 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00af8e-a2bd-4bd5-99d8-b97161f55ebd service neutron] Pushing event updated for resources: {'Port': ['ID=688b21c5-06f7-44a5-a4d3-1204a933db95,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:47.240842 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-7a00af8e-a2bd-4bd5-99d8-b97161f55ebd service neutron] Attempting to bind port 688b21c5-06f7-44a5-a4d3-1204a933db95 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:09:47.241362 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-7a00af8e-a2bd-4bd5-99d8-b97161f55ebd service neutron] Attempting to bind port 688b21c5-06f7-44a5-a4d3-1204a933db95 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'ee7f4fb0-78ec-4725-9871-e0ce767cf3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:09:47.241784 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-7a00af8e-a2bd-4bd5-99d8-b97161f55ebd service neutron] Attempting to bind port 688b21c5-06f7-44a5-a4d3-1204a933db95 on network 24892aca-f788-4fab-ba20-18bc79a1a3e4 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:09:47.249677 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-7a00af8e-a2bd-4bd5-99d8-b97161f55ebd service neutron] Port 688b21c5-06f7-44a5-a4d3-1204a933db95 on network 24892aca-f788-4fab-ba20-18bc79a1a3e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:09:47.250437 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-7a00af8e-a2bd-4bd5-99d8-b97161f55ebd service neutron] Attempting to bind port 688b21c5-06f7-44a5-a4d3-1204a933db95 on network 24892aca-f788-4fab-ba20-18bc79a1a3e4 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:09:47.259423 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-7a00af8e-a2bd-4bd5-99d8-b97161f55ebd service neutron] Checking agent: {'id': 'a0099bcd-bb41-4a7e-a45e-2f38f6e9b749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'started_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:09:47.259854 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-7a00af8e-a2bd-4bd5-99d8-b97161f55ebd service neutron] Checking segment: {'id': 'ee7f4fb0-78ec-4725-9871-e0ce767cf3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:09:47.260445 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-7a00af8e-a2bd-4bd5-99d8-b97161f55ebd service neutron] Bound using segment: {'id': 'ee7f4fb0-78ec-4725-9871-e0ce767cf3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:09:47.261177 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-7a00af8e-a2bd-4bd5-99d8-b97161f55ebd service neutron] Bound port: 688b21c5-06f7-44a5-a4d3-1204a933db95, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7f4fb0-78ec-4725-9871-e0ce767cf3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:09:47.261608 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-7a00af8e-a2bd-4bd5-99d8-b97161f55ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (688b21c5-06f7-44a5-a4d3-1204a933db95), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:47.364912 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-7a00af8e-a2bd-4bd5-99d8-b97161f55ebd service neutron] For port 688b21c5-06f7-44a5-a4d3-1204a933db95, host hv-cinder-83800, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:09:47.369381 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-7a00af8e-a2bd-4bd5-99d8-b97161f55ebd service neutron] For port 688b21c5-06f7-44a5-a4d3-1204a933db95, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=688b21c5-06f7-44a5-a4d3-1204a933db95,segment=NetworkSegment(ee7f4fb0-78ec-4725-9871-e0ce767cf3c2),segment_id=ee7f4fb0-78ec-4725-9871-e0ce767cf3c2)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:09:47.377692 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-7a00af8e-a2bd-4bd5-99d8-b97161f55ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (688b21c5-06f7-44a5-a4d3-1204a933db95), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:47.419533 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-7a00af8e-a2bd-4bd5-99d8-b97161f55ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:47.420089 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-7a00af8e-a2bd-4bd5-99d8-b97161f55ebd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:47.421453 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-7a00af8e-a2bd-4bd5-99d8-b97161f55ebd service neutron] 10.222.0.26 "PUT /v2.0/ports/688b21c5-06f7-44a5-a4d3-1204a933db95 HTTP/1.1" status: 200 len: 1094 time: 0.9905212 Apr 14 22:09:47.421925 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61d5169-9f2f-4716-a044-f0c2c846be83', 'tag': '688b21c5-06f7-44a5-a4d3-1204a933db95'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:09:47.424452 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a620345-127a-4039-ac3c-88174b26ce8c" -d '{"events": [{"name": "network-changed", "server_uuid": "b61d5169-9f2f-4716-a044-f0c2c846be83", "tag": "688b21c5-06f7-44a5-a4d3-1204a933db95"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:09:47.523655 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5b7e1d-6449-42e6-854b-f0e5c340aa61 x-openstack-request-id: req-5f5b7e1d-6449-42e6-854b-f0e5c340aa61 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:09:47.524109 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b61d5169-9f2f-4716-a044-f0c2c846be83", "tag": "688b21c5-06f7-44a5-a4d3-1204a933db95", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:09:47.524534 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5f5b7e1d-6449-42e6-854b-f0e5c340aa61 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:09:47.525125 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f5b7e1d-6449-42e6-854b-f0e5c340aa61'] response: {'name': 'network-changed', 'server_uuid': 'b61d5169-9f2f-4716-a044-f0c2c846be83', 'tag': '688b21c5-06f7-44a5-a4d3-1204a933db95', 'status': 'completed', 'code': 200} Apr 14 22:09:47.526087 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00af8e-a2bd-4bd5-99d8-b97161f55ebd service neutron] Pushing event updated for resources: {'Port': ['ID=688b21c5-06f7-44a5-a4d3-1204a933db95,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:47.548736 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-3aab2375-95cf-427b-ac66-4dffb07c67cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:47.550848 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-3aab2375-95cf-427b-ac66-4dffb07c67cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=818782cfb8ca4fdb94b5c7e1b6cd915e&device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 1128 time: 0.0799925 Apr 14 22:09:47.609078 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-a7c3339a-92f2-4e75-a8c7-612f115ace83 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=688b21c5-06f7-44a5-a4d3-1204a933db95 HTTP/1.1" status: 200 len: 217 time: 0.0502713 Apr 14 22:09:47.674396 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-1e586337-86ad-410f-a17e-6bf320918303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:47.676044 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-1e586337-86ad-410f-a17e-6bf320918303 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8d7302b-218a-4a2d-92e0-263caf56a9e5 HTTP/1.1" status: 200 len: 848 time: 0.0610957 Apr 14 22:09:47.732902 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-b6c9116c-284e-44fe-aa47-983ee18494be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:47.734725 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-b6c9116c-284e-44fe-aa47-983ee18494be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=24892aca-f788-4fab-ba20-18bc79a1a3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525472 Apr 14 22:09:47.851315 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-e95cbd8c-1c81-4d92-91fd-decba4831407 service neutron] 10.222.0.26 "GET /v2.0/networks/24892aca-f788-4fab-ba20-18bc79a1a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097345 Apr 14 22:09:47.960716 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ec7a080b-8cc1-4e0d-b68d-44df1999bca3 req-7bebb35d-6141-4498-9bee-9948dbed2729 service neutron] 10.222.0.26 "GET /v2.0/networks/24892aca-f788-4fab-ba20-18bc79a1a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009729 Apr 14 22:09:48.102651 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8acca-49b5-4aa1-be8e-186b45498664 req-7fff7ccb-63ca-4554-b1a7-ee4901d5ed9f tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:48.104261 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-dfd8acca-49b5-4aa1-be8e-186b45498664 req-7fff7ccb-63ca-4554-b1a7-ee4901d5ed9f tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 944 time: 0.0547557 Apr 14 22:09:48.164468 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-dfd8acca-49b5-4aa1-be8e-186b45498664 req-59beb734-5a23-40d1-8c3d-d20983235a24 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505207 Apr 14 22:09:48.235021 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a620345-127a-4039-ac3c-88174b26ce8c req-bd8f590b-2bca-460c-9a47-68acca4ec925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:48.237547 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3a620345-127a-4039-ac3c-88174b26ce8c req-bd8f590b-2bca-460c-9a47-68acca4ec925 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=818782cfb8ca4fdb94b5c7e1b6cd915e&device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 1128 time: 0.0589697 Apr 14 22:09:48.614768 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a620345-127a-4039-ac3c-88174b26ce8c req-f45bc3de-3bf5-4527-8d02-c7ff73ca7a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:48.616367 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3a620345-127a-4039-ac3c-88174b26ce8c req-f45bc3de-3bf5-4527-8d02-c7ff73ca7a35 service neutron] 10.222.0.26 "GET /v2.0/networks?id=24892aca-f788-4fab-ba20-18bc79a1a3e4 HTTP/1.1" status: 200 len: 909 time: 0.1290309 Apr 14 22:09:48.672042 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3a620345-127a-4039-ac3c-88174b26ce8c req-89d4f837-fded-4bc7-ba44-aa50972e5ef0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=688b21c5-06f7-44a5-a4d3-1204a933db95 HTTP/1.1" status: 200 len: 217 time: 0.0422525 Apr 14 22:09:48.944667 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a620345-127a-4039-ac3c-88174b26ce8c req-d234b25e-7e1e-45ab-9f2f-b3c7d4580289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:48.946185 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3a620345-127a-4039-ac3c-88174b26ce8c req-d234b25e-7e1e-45ab-9f2f-b3c7d4580289 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8d7302b-218a-4a2d-92e0-263caf56a9e5 HTTP/1.1" status: 200 len: 848 time: 0.0551138 Apr 14 22:09:48.994931 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a620345-127a-4039-ac3c-88174b26ce8c req-409d3f05-8404-4628-a86f-fb4b084ded63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:48.996607 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3a620345-127a-4039-ac3c-88174b26ce8c req-409d3f05-8404-4628-a86f-fb4b084ded63 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=24892aca-f788-4fab-ba20-18bc79a1a3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426748 Apr 14 22:09:49.111594 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3a620345-127a-4039-ac3c-88174b26ce8c req-43bcafb0-3ed7-4db0-a121-7eedd6ab3985 service neutron] 10.222.0.26 "GET /v2.0/networks/24892aca-f788-4fab-ba20-18bc79a1a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041071 Apr 14 22:09:49.239944 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3a620345-127a-4039-ac3c-88174b26ce8c req-158dd81e-39d4-41c8-9514-af54ff9f90f9 service neutron] 10.222.0.26 "GET /v2.0/networks/24892aca-f788-4fab-ba20-18bc79a1a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199679 Apr 14 22:09:49.324175 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36256e-2d0c-4afe-a24f-d808d46eef07 req-e0a1bf4a-e0c3-4bb0-82b7-23a1e37765df tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:49.325883 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-df36256e-2d0c-4afe-a24f-d808d46eef07 req-e0a1bf4a-e0c3-4bb0-82b7-23a1e37765df tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 944 time: 0.0541637 Apr 14 22:09:49.387177 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-df36256e-2d0c-4afe-a24f-d808d46eef07 req-a4ebce9b-d6d1-4a76-985d-4a9741463e16 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508904 Apr 14 22:09:50.538429 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70675bfe-b545-4ce2-a458-48bb959534d9 req-65917049-4ec9-4d8f-b512-2da01cc516e3 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:50.541449 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-70675bfe-b545-4ce2-a458-48bb959534d9 req-65917049-4ec9-4d8f-b512-2da01cc516e3 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 944 time: 0.0729523 Apr 14 22:09:50.608551 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-70675bfe-b545-4ce2-a458-48bb959534d9 req-82f34cbf-9dd7-49e0-a298-f2f1dca09948 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608213 Apr 14 22:09:50.759093 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c18fe3-4424-4bbc-a26c-92707e30c7f9 req-95fb8881-a83e-47b0-bb4f-1e272e65673b tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:50.760754 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e8c18fe3-4424-4bbc-a26c-92707e30c7f9 req-95fb8881-a83e-47b0-bb4f-1e272e65673b tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc15e49-7ad2-43ae-81a4-0797c35dd9fb HTTP/1.1" status: 200 len: 945 time: 0.0574064 Apr 14 22:09:50.814464 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e8c18fe3-4424-4bbc-a26c-92707e30c7f9 req-ba344c07-1a49-41b1-ae7f-e20795539aeb tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=97a6913a-be0f-459b-b6a3-af72bd5bc712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477250 Apr 14 22:09:51.756581 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21808aa8-381c-4518-92be-9f04f8e8cf52 req-0c4b3069-336d-4a75-9a39-ea3390bce6a5 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:51.758246 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-21808aa8-381c-4518-92be-9f04f8e8cf52 req-0c4b3069-336d-4a75-9a39-ea3390bce6a5 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 944 time: 0.0569243 Apr 14 22:09:51.818585 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-21808aa8-381c-4518-92be-9f04f8e8cf52 req-a098d099-67ea-454c-b3f5-3bbc5de29c53 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503480 Apr 14 22:09:51.939717 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d01c4-922f-49e2-a638-569ed59db1fd req-dde03de7-ee09-483e-ac29-72fc66fac651 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:51.941312 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e65d01c4-922f-49e2-a638-569ed59db1fd req-dde03de7-ee09-483e-ac29-72fc66fac651 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc15e49-7ad2-43ae-81a4-0797c35dd9fb HTTP/1.1" status: 200 len: 945 time: 0.0528665 Apr 14 22:09:51.995854 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e65d01c4-922f-49e2-a638-569ed59db1fd req-115870ea-9f3a-46cb-981c-2c3fe087f64e tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=97a6913a-be0f-459b-b6a3-af72bd5bc712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483117 Apr 14 22:09:52.204390 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba403fb2-be70-4689-afeb-59546592b85b req-6bc395de-cde2-4da6-aaa0-6c9d1fb18a9d tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:52.206011 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ba403fb2-be70-4689-afeb-59546592b85b req-6bc395de-cde2-4da6-aaa0-6c9d1fb18a9d tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfc15e49-7ad2-43ae-81a4-0797c35dd9fb HTTP/1.1" status: 200 len: 945 time: 0.0499411 Apr 14 22:09:52.317948 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-ba403fb2-be70-4689-afeb-59546592b85b req-2f702695-3446-4e67-b19d-16888341f52a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Deleting port c3310b06-98df-436f-a73b-86374f83d2d9 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:09:52.318532 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-ba403fb2-be70-4689-afeb-59546592b85b req-2f702695-3446-4e67-b19d-16888341f52a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (c3310b06-98df-436f-a73b-86374f83d2d9), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:52.430205 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-ba403fb2-be70-4689-afeb-59546592b85b req-2f702695-3446-4e67-b19d-16888341f52a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] For port c3310b06-98df-436f-a73b-86374f83d2d9, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=c3310b06-98df-436f-a73b-86374f83d2d9,segment=NetworkSegment(b5996a32-60a1-44ba-8256-139740aea29c),segment_id=b5996a32-60a1-44ba-8256-139740aea29c)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:09:52.430790 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-ba403fb2-be70-4689-afeb-59546592b85b req-2f702695-3446-4e67-b19d-16888341f52a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (c3310b06-98df-436f-a73b-86374f83d2d9), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:52.649827 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-ba403fb2-be70-4689-afeb-59546592b85b req-2f702695-3446-4e67-b19d-16888341f52a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:52.650203 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-ba403fb2-be70-4689-afeb-59546592b85b req-2f702695-3446-4e67-b19d-16888341f52a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (ba8f156b-0e9d-4a91-8f5a-29c6af560307), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:52.650674 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.l3_db [req-ba403fb2-be70-4689-afeb-59546592b85b req-2f702695-3446-4e67-b19d-16888341f52a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Floating IP ba8f156b-0e9d-4a91-8f5a-29c6af560307 disassociated. External IP: 172.27.2.15, port: c3310b06-98df-436f-a73b-86374f83d2d9. Apr 14 22:09:52.651071 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-ba403fb2-be70-4689-afeb-59546592b85b req-2f702695-3446-4e67-b19d-16888341f52a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Calling delete_port for c3310b06-98df-436f-a73b-86374f83d2d9 owned by compute:nova {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:09:52.806897 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-ba403fb2-be70-4689-afeb-59546592b85b req-2f702695-3446-4e67-b19d-16888341f52a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (c3310b06-98df-436f-a73b-86374f83d2d9), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:52.846286 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f702695-3446-4e67-b19d-16888341f52a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event deleted for resources: {'Port': ['ID=c3310b06-98df-436f-a73b-86374f83d2d9,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:52.983621 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99138684-8f9e-4e24-98e4-c93993dd7a6b req-73d0e6a3-560c-4774-9b25-206910742256 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:52.985242 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-99138684-8f9e-4e24-98e4-c93993dd7a6b req-73d0e6a3-560c-4774-9b25-206910742256 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 944 time: 0.0740032 Apr 14 22:09:53.003443 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba403fb2-be70-4689-afeb-59546592b85b req-2f702695-3446-4e67-b19d-16888341f52a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Router 0fa05afc-b06b-4d34-b801-ef6b98481bec has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:09:53.051948 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-99138684-8f9e-4e24-98e4-c93993dd7a6b req-d845a001-ae81-4fd6-af23-0508f3f4f9d3 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585506 Apr 14 22:09:53.145074 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-12cb7c0e-1dca-44a4-b4bd-c955d298541e req-51ce420e-b991-4a2a-8d54-4482b3e0b954 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc15e49-7ad2-43ae-81a4-0797c35dd9fb HTTP/1.1" status: 200 len: 210 time: 0.0365880 Apr 14 22:09:53.167148 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba403fb2-be70-4689-afeb-59546592b85b req-2f702695-3446-4e67-b19d-16888341f52a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:09:53.185911 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decb9655-dc59-45df-8421-ef5d4fd91212 None None] Sync routers for ids ['0fa05afc-b06b-4d34-b801-ef6b98481bec'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:09:53.205186 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decb9655-dc59-45df-8421-ef5d4fd91212 None None] Routers {'0fa05afc-b06b-4d34-b801-ef6b98481bec'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:09:53.206219 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-decb9655-dc59-45df-8421-ef5d4fd91212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:09:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['0fa05afc-b06b-4d34-b801-ef6b98481bec'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:53.220741 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba403fb2-be70-4689-afeb-59546592b85b req-2f702695-3446-4e67-b19d-16888341f52a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] No DVR routers for this DVR port c3310b06-98df-436f-a73b-86374f83d2d9 on host hv-cinder-83800 {{(pid=103420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:09:53.224310 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-ba403fb2-be70-4689-afeb-59546592b85b req-2f702695-3446-4e67-b19d-16888341f52a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:53.227909 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ba403fb2-be70-4689-afeb-59546592b85b req-2f702695-3446-4e67-b19d-16888341f52a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.26 "DELETE /v2.0/ports/c3310b06-98df-436f-a73b-86374f83d2d9 HTTP/1.1" status: 204 len: 173 time: 1.0152817 Apr 14 22:09:53.228432 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc15e49-7ad2-43ae-81a4-0797c35dd9fb', 'name': 'network-vif-deleted', 'tag': 'c3310b06-98df-436f-a73b-86374f83d2d9'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:09:53.230953 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9ba5d5-73ad-44a0-ac5b-ccbb799980b9" -d '{"events": [{"server_uuid": "dfc15e49-7ad2-43ae-81a4-0797c35dd9fb", "name": "network-vif-deleted", "tag": "c3310b06-98df-436f-a73b-86374f83d2d9"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:09:53.292429 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3814152d-58fa-4ecb-9ca5-8766df773f10 x-openstack-request-id: req-3814152d-58fa-4ecb-9ca5-8766df773f10 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:09:53.293028 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc15e49-7ad2-43ae-81a4-0797c35dd9fb", "name": "network-vif-deleted", "tag": "c3310b06-98df-436f-a73b-86374f83d2d9", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:09:53.293563 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3814152d-58fa-4ecb-9ca5-8766df773f10 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:09:53.294240 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3814152d-58fa-4ecb-9ca5-8766df773f10'] response: {'server_uuid': 'dfc15e49-7ad2-43ae-81a4-0797c35dd9fb', 'name': 'network-vif-deleted', 'tag': 'c3310b06-98df-436f-a73b-86374f83d2d9', 'status': 'completed', 'code': 200} Apr 14 22:09:53.371648 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-decb9655-dc59-45df-8421-ef5d4fd91212 None None] Set router 0fa05afc-b06b-4d34-b801-ef6b98481bec gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:09:53.652108 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-decb9655-dc59-45df-8421-ef5d4fd91212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 4, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': 'e82e6668-ccb5-4a33-bccf-cf9378582d2d', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'port_id': 'e5010231-5053-43b9-8a40-94b4f270aa47', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'mac_address': 'fa:16:3e:00:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a2df8c-da2b-4f9d-802f-2cb28894981b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:07:57Z', 'updated_at': '2022-04-14T22:08:17Z', 'revision_number': 2, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca5a437-8c6a-406a-a398-3167840c95b0', 'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'mac_address': 'fa:16:3e:09:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:54Z', 'updated_at': '2022-04-14T22:07:58Z', 'revision_number': 5, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'subnets': [{'id': '54e124ce-91a6-4427-8064-077f8d32c149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:53.680401 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decb9655-dc59-45df-8421-ef5d4fd91212 None None] Checking router: 0fa05afc-b06b-4d34-b801-ef6b98481bec for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:09:53.690435 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decb9655-dc59-45df-8421-ef5d4fd91212 None None] Routers {'0fa05afc-b06b-4d34-b801-ef6b98481bec'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:09:53.691202 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-decb9655-dc59-45df-8421-ef5d4fd91212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:09:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['0fa05afc-b06b-4d34-b801-ef6b98481bec'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:53.810236 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-decb9655-dc59-45df-8421-ef5d4fd91212 None None] Set router 0fa05afc-b06b-4d34-b801-ef6b98481bec gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:09:53.999434 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e42559e9-0903-4d7b-a753-f11850ee80a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:54.091280 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-decb9655-dc59-45df-8421-ef5d4fd91212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 4, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': 'e82e6668-ccb5-4a33-bccf-cf9378582d2d', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'port_id': 'e5010231-5053-43b9-8a40-94b4f270aa47', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'mac_address': 'fa:16:3e:00:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a2df8c-da2b-4f9d-802f-2cb28894981b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:07:57Z', 'updated_at': '2022-04-14T22:08:17Z', 'revision_number': 2, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca5a437-8c6a-406a-a398-3167840c95b0', 'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'mac_address': 'fa:16:3e:09:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:54Z', 'updated_at': '2022-04-14T22:07:58Z', 'revision_number': 5, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'subnets': [{'id': '54e124ce-91a6-4427-8064-077f8d32c149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:54.126693 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decb9655-dc59-45df-8421-ef5d4fd91212 None None] The sync data for ids ['0fa05afc-b06b-4d34-b801-ef6b98481bec'] in dv-cinder-838009-1-iscsi is: [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 4, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': 'e82e6668-ccb5-4a33-bccf-cf9378582d2d', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'port_id': 'e5010231-5053-43b9-8a40-94b4f270aa47', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'mac_address': 'fa:16:3e:00:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a2df8c-da2b-4f9d-802f-2cb28894981b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:07:57Z', 'updated_at': '2022-04-14T22:08:17Z', 'revision_number': 2, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca5a437-8c6a-406a-a398-3167840c95b0', 'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'mac_address': 'fa:16:3e:09:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:54Z', 'updated_at': '2022-04-14T22:07:58Z', 'revision_number': 5, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'subnets': [{'id': '54e124ce-91a6-4427-8064-077f8d32c149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:09:54.228594 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59917398-8c97-4f5b-b881-4c76167da97a req-3c404e12-0640-4772-91e8-bbc8f7098a8b tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:54.230742 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-59917398-8c97-4f5b-b881-4c76167da97a req-3c404e12-0640-4772-91e8-bbc8f7098a8b tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 944 time: 0.0729930 Apr 14 22:09:54.312595 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-59917398-8c97-4f5b-b881-4c76167da97a req-91cf2826-9ee0-46b4-9b93-d75a446df444 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702655 Apr 14 22:09:54.335194 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9dd4b76c-1a70-4ae5-9b9d-749c4ba4c376 req-78c2d847-eff6-4914-b1af-17138084098c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc15e49-7ad2-43ae-81a4-0797c35dd9fb HTTP/1.1" status: 200 len: 210 time: 0.0453095 Apr 14 22:09:54.438184 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb77cb28-08c8-4e36-879f-ac29cd7b2ba8 None None] New status for floating IP ba8f156b-0e9d-4a91-8f5a-29c6af560307: DOWN {{(pid=103421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:09:55.453140 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d9414-7a20-4b19-8224-c88873d1276d req-329bc135-1e7a-4f52-9f06-ddc1f3ea3434 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:55.454946 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cb4d9414-7a20-4b19-8224-c88873d1276d req-329bc135-1e7a-4f52-9f06-ddc1f3ea3434 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 944 time: 0.0534232 Apr 14 22:09:55.474811 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52184) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:55.544438 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cb4d9414-7a20-4b19-8224-c88873d1276d req-a695719b-9502-48a7-b660-b3d3c7887718 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708468 Apr 14 22:09:55.560084 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-098e4b24-5113-4247-95b5-a4c51b50466b tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group (97a6913a-be0f-459b-b6a3-af72bd5bc712), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:55.592074 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-098e4b24-5113-4247-95b5-a4c51b50466b tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group (97a6913a-be0f-459b-b6a3-af72bd5bc712), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:55.653475 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-098e4b24-5113-4247-95b5-a4c51b50466b tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (97a6913a-be0f-459b-b6a3-af72bd5bc712), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:55.656743 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-098e4b24-5113-4247-95b5-a4c51b50466b tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:55.658180 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-098e4b24-5113-4247-95b5-a4c51b50466b tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "DELETE /v2.0/security-groups/97a6913a-be0f-459b-b6a3-af72bd5bc712 HTTP/1.1" status: 204 len: 168 time: 0.1815512 Apr 14 22:09:55.662187 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 52186) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:55.672172 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e4b24-5113-4247-95b5-a4c51b50466b tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a6913a-be0f-459b-b6a3-af72bd5bc712,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:55.684729 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.api.v2.resource [None req-1bb9a8c6-cd3c-4fb6-808c-76a5a7db8a77 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] show failed (client error): The resource could not be found. Apr 14 22:09:55.686534 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-1bb9a8c6-cd3c-4fb6-808c-76a5a7db8a77 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups/97a6913a-be0f-459b-b6a3-af72bd5bc712 HTTP/1.1" status: 404 len: 347 time: 0.0227582 Apr 14 22:09:55.690279 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 52188) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:55.831371 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-33f1d6f5-8582-4169-9f6d-c6c06c02f350 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Deleting port bd96d8d6-bbb7-4ebe-8118-1b0969e8f34b {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:09:55.831713 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-33f1d6f5-8582-4169-9f6d-c6c06c02f350 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (bd96d8d6-bbb7-4ebe-8118-1b0969e8f34b), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:56.089206 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 688b21c5-06f7-44a5-a4d3-1204a933db95 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:09:56.091713 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device c3310b06-98df-436f-a73b-86374f83d2d9 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:09:56.120875 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] No Port match for: c3310b06-98df-436f-a73b-86374f83d2d9 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:09:56.121218 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device c3310b06-98df-436f-a73b-86374f83d2d9 not bound to the agent host hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:09:56.228949 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 688b21c5-06f7-44a5-a4d3-1204a933db95, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=688b21c5-06f7-44a5-a4d3-1204a933db95,segment=NetworkSegment(ee7f4fb0-78ec-4725-9871-e0ce767cf3c2),segment_id=ee7f4fb0-78ec-4725-9871-e0ce767cf3c2)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:09:56.230909 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-33f1d6f5-8582-4169-9f6d-c6c06c02f350 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (bd96d8d6-bbb7-4ebe-8118-1b0969e8f34b), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:56.231243 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-33f1d6f5-8582-4169-9f6d-c6c06c02f350 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for floatingip (bd96d8d6-bbb7-4ebe-8118-1b0969e8f34b), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:56.243041 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Returning: {'device': '688b21c5-06f7-44a5-a4d3-1204a933db95', 'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4', 'port_id': '688b21c5-06f7-44a5-a4d3-1204a933db95', 'mac_address': 'fa:16:3e:32:c7:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8d7302b-218a-4a2d-92e0-263caf56a9e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:09:56.246854 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-33f1d6f5-8582-4169-9f6d-c6c06c02f350 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Calling delete_port for bd96d8d6-bbb7-4ebe-8118-1b0969e8f34b owned by network:floatingip {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:09:56.288966 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 688b21c5-06f7-44a5-a4d3-1204a933db95 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:09:56.289358 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (688b21c5-06f7-44a5-a4d3-1204a933db95), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:56.305794 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 688b21c5-06f7-44a5-a4d3-1204a933db95 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:09:56.328490 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 688b21c5-06f7-44a5-a4d3-1204a933db95, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=688b21c5-06f7-44a5-a4d3-1204a933db95,segment=NetworkSegment(ee7f4fb0-78ec-4725-9871-e0ce767cf3c2),segment_id=ee7f4fb0-78ec-4725-9871-e0ce767cf3c2)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:09:56.333187 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (688b21c5-06f7-44a5-a4d3-1204a933db95), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:56.430951 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-33f1d6f5-8582-4169-9f6d-c6c06c02f350 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (bd96d8d6-bbb7-4ebe-8118-1b0969e8f34b), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:56.436713 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-047754e8-7856-4137-b6cc-2d2ac477c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:56.441185 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=688b21c5-06f7-44a5-a4d3-1204a933db95,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:56.461349 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1d6f5-8582-4169-9f6d-c6c06c02f350 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event deleted for resources: {'Port': ['ID=bd96d8d6-bbb7-4ebe-8118-1b0969e8f34b,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:56.566862 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-33f1d6f5-8582-4169-9f6d-c6c06c02f350 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for floatingip (ba8f156b-0e9d-4a91-8f5a-29c6af560307), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:56.572499 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-33f1d6f5-8582-4169-9f6d-c6c06c02f350 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:56.574801 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-33f1d6f5-8582-4169-9f6d-c6c06c02f350 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "DELETE /v2.0/floatingips/ba8f156b-0e9d-4a91-8f5a-29c6af560307 HTTP/1.1" status: 204 len: 168 time: 0.8828027 Apr 14 22:09:56.603870 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['688b21c5-06f7-44a5-a4d3-1204a933db95'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:09:56.742028 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fa39f-7135-49ce-9526-94857c083629 req-b0584fa5-0c4d-49ae-87ae-8f9f2517dcd8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:56.746100 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a99fa39f-7135-49ce-9526-94857c083629 req-b0584fa5-0c4d-49ae-87ae-8f9f2517dcd8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 945 time: 0.0851943 Apr 14 22:09:56.831222 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a99fa39f-7135-49ce-9526-94857c083629 req-3dcf04bd-b598-47f7-9a9e-1093217a03a4 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813680 Apr 14 22:09:57.530292 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:57.958762 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a943bf-1569-49ef-9c05-22c460b9e3e8 req-62730e3f-b28b-4a05-88eb-7c891507d792 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:57.960558 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-22a943bf-1569-49ef-9c05-22c460b9e3e8 req-62730e3f-b28b-4a05-88eb-7c891507d792 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 945 time: 0.0507557 Apr 14 22:09:58.021057 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-22a943bf-1569-49ef-9c05-22c460b9e3e8 req-330ed6d6-644f-4792-96d5-7341c34b5ff1 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529485 Apr 14 22:09:58.103825 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 688b21c5-06f7-44a5-a4d3-1204a933db95 up at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:09:58.184224 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning for port 688b21c5-06f7-44a5-a4d3-1204a933db95 completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:09:58.193219 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning complete for port 688b21c5-06f7-44a5-a4d3-1204a933db95 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:09:58.193865 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (688b21c5-06f7-44a5-a4d3-1204a933db95), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:58.324643 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 688b21c5-06f7-44a5-a4d3-1204a933db95 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:09:58.324952 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (688b21c5-06f7-44a5-a4d3-1204a933db95), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:58.353218 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61d5169-9f2f-4716-a044-f0c2c846be83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688b21c5-06f7-44a5-a4d3-1204a933db95'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:09:58.355902 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530b6f79e2c270c80a285cfd043402f608e5b18a2df6684fea4c07fd95dfc091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ef72eb-47dc-48bc-8543-e0e447e2b291" -d '{"events": [{"server_uuid": "b61d5169-9f2f-4716-a044-f0c2c846be83", "name": "network-vif-plugged", "status": "completed", "tag": "688b21c5-06f7-44a5-a4d3-1204a933db95"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:09:58.376864 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 688b21c5-06f7-44a5-a4d3-1204a933db95, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=688b21c5-06f7-44a5-a4d3-1204a933db95,segment=NetworkSegment(ee7f4fb0-78ec-4725-9871-e0ce767cf3c2),segment_id=ee7f4fb0-78ec-4725-9871-e0ce767cf3c2)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:09:58.383500 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (688b21c5-06f7-44a5-a4d3-1204a933db95), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:58.397150 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089802bc-f8da-4b5f-8e28-5461df119743 req-e22fbc19-379f-4a94-9a0b-8d92dd30eedc tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:58.399749 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-089802bc-f8da-4b5f-8e28-5461df119743 req-e22fbc19-379f-4a94-9a0b-8d92dd30eedc tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a2df8c-da2b-4f9d-802f-2cb28894981b HTTP/1.1" status: 200 len: 945 time: 0.0799766 Apr 14 22:09:58.428071 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e57a42d-4659-4bc5-831a-fa6802365c39 x-openstack-request-id: req-3e57a42d-4659-4bc5-831a-fa6802365c39 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:09:58.428548 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b61d5169-9f2f-4716-a044-f0c2c846be83", "name": "network-vif-plugged", "status": "completed", "tag": "688b21c5-06f7-44a5-a4d3-1204a933db95", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:09:58.428929 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e57a42d-4659-4bc5-831a-fa6802365c39 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:09:58.429527 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e57a42d-4659-4bc5-831a-fa6802365c39'] response: {'server_uuid': 'b61d5169-9f2f-4716-a044-f0c2c846be83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688b21c5-06f7-44a5-a4d3-1204a933db95', 'code': 200} Apr 14 22:09:58.468791 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=688b21c5-06f7-44a5-a4d3-1204a933db95,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:58.484729 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-089802bc-f8da-4b5f-8e28-5461df119743 req-345c117b-fc95-4abc-bada-652389c5b283 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=436c7a29-890f-4474-81ee-cd2c2635613f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747552 Apr 14 22:09:58.836767 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:59.144782 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e6731-9b64-4e05-8907-e6d755232c31 req-2c31195f-4d2c-46ff-8a3d-9955cf6def25 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:59.147471 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-376e6731-9b64-4e05-8907-e6d755232c31 req-2c31195f-4d2c-46ff-8a3d-9955cf6def25 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 946 time: 0.0526950 Apr 14 22:09:59.209599 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-376e6731-9b64-4e05-8907-e6d755232c31 req-ea814f44-9958-4640-ac19-25f05f5a2ab2 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561984 Apr 14 22:09:59.614275 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f303f7e-2432-4209-9a40-783b6daf9e0c req-cb2247b9-48c9-494d-861a-7bdcc4eca6e6 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:59.615929 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4f303f7e-2432-4209-9a40-783b6daf9e0c req-cb2247b9-48c9-494d-861a-7bdcc4eca6e6 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a2df8c-da2b-4f9d-802f-2cb28894981b HTTP/1.1" status: 200 len: 945 time: 0.0560708 Apr 14 22:09:59.672184 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4f303f7e-2432-4209-9a40-783b6daf9e0c req-3bd05b52-1a95-4063-8cba-93f1a317d4ad tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=436c7a29-890f-4474-81ee-cd2c2635613f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461197 Apr 14 22:09:59.987790 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e125d-a507-4853-b9ad-03782416639c req-05a60d29-d7aa-4ba5-9d1d-cbd59176f2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:59.989383 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5e1e125d-a507-4853-b9ad-03782416639c req-05a60d29-d7aa-4ba5-9d1d-cbd59176f2d9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 1130 time: 0.0421135 Apr 14 22:10:00.094315 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcae16d-f7b7-48b3-813f-c0363c349d7f req-a8ccbb00-7ab4-44dc-a209-a401ba2cfad0 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:00.095811 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8fcae16d-f7b7-48b3-813f-c0363c349d7f req-a8ccbb00-7ab4-44dc-a209-a401ba2cfad0 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a2df8c-da2b-4f9d-802f-2cb28894981b HTTP/1.1" status: 200 len: 945 time: 0.0777264 Apr 14 22:10:00.117785 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5e1e125d-a507-4853-b9ad-03782416639c req-b8e7f6cc-2122-4cf2-906f-ffb3c8f91062 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008356 Apr 14 22:10:00.198198 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-8fcae16d-f7b7-48b3-813f-c0363c349d7f req-15a9bb18-0371-4027-b308-4efb13174b06 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Deleting port e5010231-5053-43b9-8a40-94b4f270aa47 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:10:00.198906 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-8fcae16d-f7b7-48b3-813f-c0363c349d7f req-15a9bb18-0371-4027-b308-4efb13174b06 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (e5010231-5053-43b9-8a40-94b4f270aa47), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:00.339119 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-8fcae16d-f7b7-48b3-813f-c0363c349d7f req-15a9bb18-0371-4027-b308-4efb13174b06 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] For port e5010231-5053-43b9-8a40-94b4f270aa47, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e5010231-5053-43b9-8a40-94b4f270aa47,segment=NetworkSegment(b5996a32-60a1-44ba-8256-139740aea29c),segment_id=b5996a32-60a1-44ba-8256-139740aea29c)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:10:00.339491 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-8fcae16d-f7b7-48b3-813f-c0363c349d7f req-15a9bb18-0371-4027-b308-4efb13174b06 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (e5010231-5053-43b9-8a40-94b4f270aa47), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:00.366079 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74cb29-68ab-4cac-993d-fb5dc4eb6670 req-96be8e74-e78b-483c-9992-40661bf7d03a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:00.367897 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-9b74cb29-68ab-4cac-993d-fb5dc4eb6670 req-96be8e74-e78b-483c-9992-40661bf7d03a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 946 time: 0.0757265 Apr 14 22:10:00.474569 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:00.518193 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-9b74cb29-68ab-4cac-993d-fb5dc4eb6670 req-8edb688a-f433-4faf-8d5d-a2d08d067412 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150959 Apr 14 22:10:00.606820 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-8fcae16d-f7b7-48b3-813f-c0363c349d7f req-15a9bb18-0371-4027-b308-4efb13174b06 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:00.607254 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-8fcae16d-f7b7-48b3-813f-c0363c349d7f req-15a9bb18-0371-4027-b308-4efb13174b06 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (e82e6668-ccb5-4a33-bccf-cf9378582d2d), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:00.607702 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.l3_db [req-8fcae16d-f7b7-48b3-813f-c0363c349d7f req-15a9bb18-0371-4027-b308-4efb13174b06 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Floating IP e82e6668-ccb5-4a33-bccf-cf9378582d2d disassociated. External IP: 172.27.2.223, port: e5010231-5053-43b9-8a40-94b4f270aa47. Apr 14 22:10:00.608174 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-8fcae16d-f7b7-48b3-813f-c0363c349d7f req-15a9bb18-0371-4027-b308-4efb13174b06 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Calling delete_port for e5010231-5053-43b9-8a40-94b4f270aa47 owned by compute:nova {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:10:00.795676 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-8fcae16d-f7b7-48b3-813f-c0363c349d7f req-15a9bb18-0371-4027-b308-4efb13174b06 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (e5010231-5053-43b9-8a40-94b4f270aa47), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:00.825971 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-dd0e817a-f7ab-494d-a70d-c84086e155e7 req-84fe109e-ee14-459e-9d29-a60b94b32a2b tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a2df8c-da2b-4f9d-802f-2cb28894981b HTTP/1.1" status: 200 len: 210 time: 0.0430319 Apr 14 22:10:00.843247 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9bb18-0371-4027-b308-4efb13174b06 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event deleted for resources: {'Port': ['ID=e5010231-5053-43b9-8a40-94b4f270aa47,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:01.018040 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fcae16d-f7b7-48b3-813f-c0363c349d7f req-15a9bb18-0371-4027-b308-4efb13174b06 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Router 0fa05afc-b06b-4d34-b801-ef6b98481bec has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:10:01.153335 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fcae16d-f7b7-48b3-813f-c0363c349d7f req-15a9bb18-0371-4027-b308-4efb13174b06 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:10:01.166707 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a08e3d-3a00-4ec1-a979-b8348d86b79d None None] Sync routers for ids ['0fa05afc-b06b-4d34-b801-ef6b98481bec'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:10:01.181107 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a08e3d-3a00-4ec1-a979-b8348d86b79d None None] Routers {'0fa05afc-b06b-4d34-b801-ef6b98481bec'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:10:01.182374 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-d6a08e3d-3a00-4ec1-a979-b8348d86b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:09:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['0fa05afc-b06b-4d34-b801-ef6b98481bec'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:01.215760 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcae16d-f7b7-48b3-813f-c0363c349d7f req-15a9bb18-0371-4027-b308-4efb13174b06 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] No DVR routers for this DVR port e5010231-5053-43b9-8a40-94b4f270aa47 on host hv-cinder-83800 {{(pid=103420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:10:01.219465 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-8fcae16d-f7b7-48b3-813f-c0363c349d7f req-15a9bb18-0371-4027-b308-4efb13174b06 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:01.224827 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8fcae16d-f7b7-48b3-813f-c0363c349d7f req-15a9bb18-0371-4027-b308-4efb13174b06 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.26 "DELETE /v2.0/ports/e5010231-5053-43b9-8a40-94b4f270aa47 HTTP/1.1" status: 204 len: 173 time: 1.1227646 Apr 14 22:10:01.225164 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a2df8c-da2b-4f9d-802f-2cb28894981b', 'name': 'network-vif-deleted', 'tag': 'e5010231-5053-43b9-8a40-94b4f270aa47'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:10:01.227857 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31e9ed1-33bf-4944-b43d-50bf56e4653b" -d '{"events": [{"server_uuid": "51a2df8c-da2b-4f9d-802f-2cb28894981b", "name": "network-vif-deleted", "tag": "e5010231-5053-43b9-8a40-94b4f270aa47"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:10:01.278289 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc1e28e-8790-4c7a-a54c-96658dc6cd8a x-openstack-request-id: req-bbc1e28e-8790-4c7a-a54c-96658dc6cd8a {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:10:01.278592 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a2df8c-da2b-4f9d-802f-2cb28894981b", "name": "network-vif-deleted", "tag": "e5010231-5053-43b9-8a40-94b4f270aa47", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:10:01.278845 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bbc1e28e-8790-4c7a-a54c-96658dc6cd8a {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:10:01.279317 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbc1e28e-8790-4c7a-a54c-96658dc6cd8a'] response: {'server_uuid': '51a2df8c-da2b-4f9d-802f-2cb28894981b', 'name': 'network-vif-deleted', 'tag': 'e5010231-5053-43b9-8a40-94b4f270aa47', 'status': 'completed', 'code': 200} Apr 14 22:10:01.346244 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-d6a08e3d-3a00-4ec1-a979-b8348d86b79d None None] Set router 0fa05afc-b06b-4d34-b801-ef6b98481bec gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:10:01.753141 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ecdb7-69cf-45ef-b98b-8dc33fbb0d42 req-919da62c-aa22-495e-b6cb-aec0570395ba tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:01.755427 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-979ecdb7-69cf-45ef-b98b-8dc33fbb0d42 req-919da62c-aa22-495e-b6cb-aec0570395ba tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 946 time: 0.1137972 Apr 14 22:10:01.761052 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-d6a08e3d-3a00-4ec1-a979-b8348d86b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 4, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '9ca5a437-8c6a-406a-a398-3167840c95b0', 'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'mac_address': 'fa:16:3e:09:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:54Z', 'updated_at': '2022-04-14T22:07:58Z', 'revision_number': 5, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'subnets': [{'id': '54e124ce-91a6-4427-8064-077f8d32c149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:01.803240 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a08e3d-3a00-4ec1-a979-b8348d86b79d None None] Checking router: 0fa05afc-b06b-4d34-b801-ef6b98481bec for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:10:01.814502 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a08e3d-3a00-4ec1-a979-b8348d86b79d None None] Routers {'0fa05afc-b06b-4d34-b801-ef6b98481bec'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:10:01.815115 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-d6a08e3d-3a00-4ec1-a979-b8348d86b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:09:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['0fa05afc-b06b-4d34-b801-ef6b98481bec'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:01.837748 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-979ecdb7-69cf-45ef-b98b-8dc33fbb0d42 req-78df4bbe-edfb-44fe-8b2b-e46288fd7215 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716729 Apr 14 22:10:01.971065 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-d6a08e3d-3a00-4ec1-a979-b8348d86b79d None None] Set router 0fa05afc-b06b-4d34-b801-ef6b98481bec gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:10:01.985811 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3b1026c1-4cdb-48a9-8ae4-966f717b657c req-20cb730d-3eb9-4b9f-86f0-53bfe5c0db9d tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=51a2df8c-da2b-4f9d-802f-2cb28894981b HTTP/1.1" status: 200 len: 210 time: 0.0340898 Apr 14 22:10:02.241156 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-d6a08e3d-3a00-4ec1-a979-b8348d86b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 4, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '9ca5a437-8c6a-406a-a398-3167840c95b0', 'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'mac_address': 'fa:16:3e:09:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:54Z', 'updated_at': '2022-04-14T22:07:58Z', 'revision_number': 5, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'subnets': [{'id': '54e124ce-91a6-4427-8064-077f8d32c149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:02.269165 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a08e3d-3a00-4ec1-a979-b8348d86b79d None None] The sync data for ids ['0fa05afc-b06b-4d34-b801-ef6b98481bec'] in dv-cinder-838009-1-iscsi is: [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 4, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '9ca5a437-8c6a-406a-a398-3167840c95b0', 'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'mac_address': 'fa:16:3e:09:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:54Z', 'updated_at': '2022-04-14T22:07:58Z', 'revision_number': 5, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'subnets': [{'id': '54e124ce-91a6-4427-8064-077f8d32c149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:10:02.524821 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34475c7-7c1d-4e27-b39d-d20fe3dd0172 None None] New status for floating IP e82e6668-ccb5-4a33-bccf-cf9378582d2d: DOWN {{(pid=103421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:10:02.981148 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed9db0-f8a2-475b-9dd8-00c4cb7e873c req-870c5c3f-f694-4cdd-9823-f9ddb8b01424 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:02.982782 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ffed9db0-f8a2-475b-9dd8-00c4cb7e873c req-870c5c3f-f694-4cdd-9823-f9ddb8b01424 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 946 time: 0.0564270 Apr 14 22:10:03.064501 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ffed9db0-f8a2-475b-9dd8-00c4cb7e873c req-58488e3c-8be2-45c4-b426-046c82138b61 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714319 Apr 14 22:10:03.241152 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347b091-73cc-4fe3-908e-5176399b55d9 req-72bac4e1-9f29-4423-bac5-53eeb9946bec tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:03.244462 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c347b091-73cc-4fe3-908e-5176399b55d9 req-72bac4e1-9f29-4423-bac5-53eeb9946bec tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 946 time: 0.0962341 Apr 14 22:10:03.255218 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 52240) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:03.320113 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c347b091-73cc-4fe3-908e-5176399b55d9 req-3c83253c-896b-4c4c-937c-1d2738073c44 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656455 Apr 14 22:10:03.323692 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f3542641-ee7e-4f2e-ac28-5ba42d8e03cb tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group (436c7a29-890f-4474-81ee-cd2c2635613f), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:03.352228 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52242) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:03.369061 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f3542641-ee7e-4f2e-ac28-5ba42d8e03cb tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group (436c7a29-890f-4474-81ee-cd2c2635613f), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:03.454550 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f3542641-ee7e-4f2e-ac28-5ba42d8e03cb tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (436c7a29-890f-4474-81ee-cd2c2635613f), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:03.458702 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f3542641-ee7e-4f2e-ac28-5ba42d8e03cb tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:03.464063 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-f3542641-ee7e-4f2e-ac28-5ba42d8e03cb tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "DELETE /v2.0/security-groups/436c7a29-890f-4474-81ee-cd2c2635613f HTTP/1.1" status: 204 len: 168 time: 0.2037504 Apr 14 22:10:03.464489 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52246) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:03.474270 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3542641-ee7e-4f2e-ac28-5ba42d8e03cb tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=436c7a29-890f-4474-81ee-cd2c2635613f,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:03.490969 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.api.v2.resource [None req-1aab6b54-84dc-4ae3-b888-8c17542c8b26 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] show failed (client error): The resource could not be found. Apr 14 22:10:03.492415 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-1aab6b54-84dc-4ae3-b888-8c17542c8b26 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups/436c7a29-890f-4474-81ee-cd2c2635613f HTTP/1.1" status: 404 len: 347 time: 0.0265889 Apr 14 22:10:03.496148 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 52248) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:03.525575 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1a4def-6a05-4722-a538-99b39b1bf2c1 tempest-TestShelveInstance-236206216 tempest-TestShelveInstance-236206216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:03.530351 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-1c1a4def-6a05-4722-a538-99b39b1bf2c1 tempest-TestShelveInstance-236206216 tempest-TestShelveInstance-236206216-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 1125 time: 0.1738098 Apr 14 22:10:03.531280 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52250) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:03.536479 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Request body: {'floatingip': {'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'port_id': '688b21c5-06f7-44a5-a4d3-1204a933db95', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:10:03.559535 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:03.668840 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-aaa8958b-3107-48a2-ade5-4bf078b400e9 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Deleting port c1098f49-a00b-4caa-aa09-abeae50b0833 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:10:03.669121 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aaa8958b-3107-48a2-ade5-4bf078b400e9 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (c1098f49-a00b-4caa-aa09-abeae50b0833), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:03.773894 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aaa8958b-3107-48a2-ade5-4bf078b400e9 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (c1098f49-a00b-4caa-aa09-abeae50b0833), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:03.774358 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aaa8958b-3107-48a2-ade5-4bf078b400e9 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for floatingip (c1098f49-a00b-4caa-aa09-abeae50b0833), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:03.793806 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-aaa8958b-3107-48a2-ade5-4bf078b400e9 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Calling delete_port for c1098f49-a00b-4caa-aa09-abeae50b0833 owned by network:floatingip {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:10:03.940753 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:03.982280 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aaa8958b-3107-48a2-ade5-4bf078b400e9 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (c1098f49-a00b-4caa-aa09-abeae50b0833), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:04.014912 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8958b-3107-48a2-ade5-4bf078b400e9 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event deleted for resources: {'Port': ['ID=c1098f49-a00b-4caa-aa09-abeae50b0833,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:04.106009 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Allocated IP 172.27.2.115 (3128b05d-34b2-457b-8391-96d8c4503307/9279f13a-7b11-4203-b3e3-d3fa0b2aa609/2a38e0b1-4fad-4c3f-94d2-e6df6efc0c97) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:10:04.108200 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aaa8958b-3107-48a2-ade5-4bf078b400e9 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for floatingip (e82e6668-ccb5-4a33-bccf-cf9378582d2d), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:04.111051 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aaa8958b-3107-48a2-ade5-4bf078b400e9 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:04.112460 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-aaa8958b-3107-48a2-ade5-4bf078b400e9 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "DELETE /v2.0/floatingips/e82e6668-ccb5-4a33-bccf-cf9378582d2d HTTP/1.1" status: 204 len: 168 time: 0.6147251 Apr 14 22:10:04.135465 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device e5010231-5053-43b9-8a40-94b4f270aa47 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:10:04.163676 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] No Port match for: e5010231-5053-43b9-8a40-94b4f270aa47 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:10:04.164020 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device e5010231-5053-43b9-8a40-94b4f270aa47 not bound to the agent host hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:10:04.288987 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for port (2a38e0b1-4fad-4c3f-94d2-e6df6efc0c97), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:04.330750 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (2a38e0b1-4fad-4c3f-94d2-e6df6efc0c97), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:04.376488 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Network 3128b05d-34b2-457b-8391-96d8c4503307 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:10:04.381398 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:10:04.390146 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:10:04.417526 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Pushing event updated for resources: {'Port': ['ID=2a38e0b1-4fad-4c3f-94d2-e6df6efc0c97,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:04.431185 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:04.431530 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:04.431873 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:04.432731 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:04.432731 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:04.433023 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:04.433214 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:04.433541 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:04.433867 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:04.434191 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:04.434517 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:04.435600 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:04.435600 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:04.435600 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:04.436024 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:04.608623 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 52254) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:04.617511 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-68a15cbf-308f-4112-a9f8-6b4d2ef3ced2 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--338151524', 'description': 'tempest-description--224310529'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:10:04.643223 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-68a15cbf-308f-4112-a9f8-6b4d2ef3ced2 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:04.768344 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-68a15cbf-308f-4112-a9f8-6b4d2ef3ced2 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group (82bdf658-319d-442e-b151-492de654d040), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:04.775540 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-68a15cbf-308f-4112-a9f8-6b4d2ef3ced2 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (82bdf658-319d-442e-b151-492de654d040), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:04.824107 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-68a15cbf-308f-4112-a9f8-6b4d2ef3ced2 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:04.826532 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-68a15cbf-308f-4112-a9f8-6b4d2ef3ced2 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2131994 Apr 14 22:10:04.835540 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 52256) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:04.843127 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-61c49d2d-302c-4203-8d0d-a2bed6fd8833 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Request body: {'security_group_rule': {'security_group_id': '82bdf658-319d-442e-b151-492de654d040', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:10:04.862041 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a15cbf-308f-4112-a9f8-6b4d2ef3ced2 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82bdf658-319d-442e-b151-492de654d040,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:04.895381 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-61c49d2d-302c-4203-8d0d-a2bed6fd8833 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group_rule (53043ad7-2046-4b6d-9b48-edafdae70357), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:04.899864 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for floatingip (05adddb6-cd3a-4009-b175-b4b5a9e9fdc1), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:04.974273 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-61c49d2d-302c-4203-8d0d-a2bed6fd8833 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group_rule (53043ad7-2046-4b6d-9b48-edafdae70357), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:04.979823 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-61c49d2d-302c-4203-8d0d-a2bed6fd8833 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (53043ad7-2046-4b6d-9b48-edafdae70357), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:04.995676 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (2a38e0b1-4fad-4c3f-94d2-e6df6efc0c97), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:05.011010 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c49d2d-302c-4203-8d0d-a2bed6fd8833 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53043ad7-2046-4b6d-9b48-edafdae70357,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:05.024450 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-61c49d2d-302c-4203-8d0d-a2bed6fd8833 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:05.026532 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-61c49d2d-302c-4203-8d0d-a2bed6fd8833 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1892958 Apr 14 22:10:05.029878 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 52258) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:05.037674 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-61494651-b406-4cb1-8784-c94926252cab tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Request body: {'security_group_rule': {'security_group_id': '82bdf658-319d-442e-b151-492de654d040', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:10:05.081634 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-61494651-b406-4cb1-8784-c94926252cab tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group_rule (6aae4840-974b-4ccf-80a5-40748700fac5), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:05.183921 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-61494651-b406-4cb1-8784-c94926252cab tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group_rule (6aae4840-974b-4ccf-80a5-40748700fac5), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:05.189272 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-61494651-b406-4cb1-8784-c94926252cab tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (6aae4840-974b-4ccf-80a5-40748700fac5), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:05.222503 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61494651-b406-4cb1-8784-c94926252cab tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aae4840-974b-4ccf-80a5-40748700fac5,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:05.232671 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for port (2a38e0b1-4fad-4c3f-94d2-e6df6efc0c97), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:05.237545 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-61494651-b406-4cb1-8784-c94926252cab tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:05.237897 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9471757'] for port (2a38e0b1-4fad-4c3f-94d2-e6df6efc0c97), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:05.240572 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-61494651-b406-4cb1-8784-c94926252cab tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2088485 Apr 14 22:10:05.243773 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52260) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:05.253653 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-e47c56fe-5ee7-43a7-af49-578907a0c471 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Request body: {'floatingip': {'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:10:05.340085 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e47c56fe-5ee7-43a7-af49-578907a0c471 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:05.346103 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Pushing event updated for resources: {'Port': ['ID=2a38e0b1-4fad-4c3f-94d2-e6df6efc0c97,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:05.384354 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (05adddb6-cd3a-4009-b175-b4b5a9e9fdc1), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:05.542347 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e47c56fe-5ee7-43a7-af49-578907a0c471 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:05.609317 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.db.l3_db [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Floating IP 05adddb6-cd3a-4009-b175-b4b5a9e9fdc1 associated. External IP: 172.27.2.115, port: 688b21c5-06f7-44a5-a4d3-1204a933db95. Apr 14 22:10:05.760966 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-e47c56fe-5ee7-43a7-af49-578907a0c471 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Allocated IP 172.27.2.81 (3128b05d-34b2-457b-8391-96d8c4503307/9279f13a-7b11-4203-b3e3-d3fa0b2aa609/79c59652-6c3f-4269-9d8e-a317b6e761a9) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:10:05.971247 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e47c56fe-5ee7-43a7-af49-578907a0c471 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for port (79c59652-6c3f-4269-9d8e-a317b6e761a9), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:05.990553 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Router 5ed76f40-aba6-4a70-835e-c973e4e1a05b has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:10:06.056832 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e47c56fe-5ee7-43a7-af49-578907a0c471 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (79c59652-6c3f-4269-9d8e-a317b6e761a9), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:06.109056 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47c56fe-5ee7-43a7-af49-578907a0c471 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Network 3128b05d-34b2-457b-8391-96d8c4503307 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:10:06.145108 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-e47c56fe-5ee7-43a7-af49-578907a0c471 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:10:06.153349 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47c56fe-5ee7-43a7-af49-578907a0c471 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:10:06.160661 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c56fe-5ee7-43a7-af49-578907a0c471 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event updated for resources: {'Port': ['ID=79c59652-6c3f-4269-9d8e-a317b6e761a9,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:06.217537 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:10:06.232808 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5622e06d-a868-4576-b725-7f0e2457e8d2 None None] Sync routers for ids ['5ed76f40-aba6-4a70-835e-c973e4e1a05b'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:10:06.258799 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5622e06d-a868-4576-b725-7f0e2457e8d2 None None] Routers {'5ed76f40-aba6-4a70-835e-c973e4e1a05b'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:10:06.259851 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-5622e06d-a868-4576-b725-7f0e2457e8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:09:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['5ed76f40-aba6-4a70-835e-c973e4e1a05b'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:06.261028 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:06.310436 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e47c56fe-5ee7-43a7-af49-578907a0c471 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for floatingip (8bb81efe-df1a-4b8a-b2f6-063bcedcdbf4), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:06.328202 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-5eaba71a-581b-435e-b1f6-ff3ca82d44d8 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7805820 Apr 14 22:10:06.328202 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61d5169-9f2f-4716-a044-f0c2c846be83', 'tag': '688b21c5-06f7-44a5-a4d3-1204a933db95'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:10:06.328202 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe89b316cabc9c6da7693dfedcbc481d80d5331a5be4d9b973c074b75cf4af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370ba5f3-5882-4b2d-ad94-9ad52cc5f231" -d '{"events": [{"name": "network-changed", "server_uuid": "b61d5169-9f2f-4716-a044-f0c2c846be83", "tag": "688b21c5-06f7-44a5-a4d3-1204a933db95"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:10:06.390886 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3af75c-4ba8-4c9c-9aca-3cee023643e6 x-openstack-request-id: req-4b3af75c-4ba8-4c9c-9aca-3cee023643e6 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:10:06.391240 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b61d5169-9f2f-4716-a044-f0c2c846be83", "tag": "688b21c5-06f7-44a5-a4d3-1204a933db95", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:10:06.391561 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b3af75c-4ba8-4c9c-9aca-3cee023643e6 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:10:06.392030 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b3af75c-4ba8-4c9c-9aca-3cee023643e6'] response: {'name': 'network-changed', 'server_uuid': 'b61d5169-9f2f-4716-a044-f0c2c846be83', 'tag': '688b21c5-06f7-44a5-a4d3-1204a933db95', 'status': 'completed', 'code': 200} Apr 14 22:10:06.396712 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e47c56fe-5ee7-43a7-af49-578907a0c471 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (79c59652-6c3f-4269-9d8e-a317b6e761a9), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:06.425367 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-5622e06d-a868-4576-b725-7f0e2457e8d2 None None] Set router 5ed76f40-aba6-4a70-835e-c973e4e1a05b gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:10:06.466409 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ba5f3-5882-4b2d-ad94-9ad52cc5f231 req-0a0aa6b1-60f1-40a5-83d1-42ace367c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:06.467952 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-370ba5f3-5882-4b2d-ad94-9ad52cc5f231 req-0a0aa6b1-60f1-40a5-83d1-42ace367c554 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=818782cfb8ca4fdb94b5c7e1b6cd915e&device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 1130 time: 0.0466366 Apr 14 22:10:06.579697 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ba5f3-5882-4b2d-ad94-9ad52cc5f231 req-ab09a968-a598-4094-bdf3-1d8036a85205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:06.583126 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-370ba5f3-5882-4b2d-ad94-9ad52cc5f231 req-ab09a968-a598-4094-bdf3-1d8036a85205 service neutron] 10.222.0.26 "GET /v2.0/networks?id=24892aca-f788-4fab-ba20-18bc79a1a3e4 HTTP/1.1" status: 200 len: 909 time: 0.1084614 Apr 14 22:10:06.655057 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e47c56fe-5ee7-43a7-af49-578907a0c471 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for port (79c59652-6c3f-4269-9d8e-a317b6e761a9), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:06.663411 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e47c56fe-5ee7-43a7-af49-578907a0c471 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9471757'] for port (79c59652-6c3f-4269-9d8e-a317b6e761a9), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:06.684709 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-370ba5f3-5882-4b2d-ad94-9ad52cc5f231 req-bc5c737e-cdeb-4aaf-b11c-c77f5cf16546 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=688b21c5-06f7-44a5-a4d3-1204a933db95 HTTP/1.1" status: 200 len: 1000 time: 0.0952222 Apr 14 22:10:06.720241 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-5622e06d-a868-4576-b725-7f0e2457e8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'name': 'tempest-TestShelveInstance-1904352119-router', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd6b90684-5fc6-44a0-aec9-98588444a353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:09:11Z', 'updated_at': '2022-04-14T22:09:16Z', 'revision_number': 4, 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'gw_port': {'id': 'd6b90684-5fc6-44a0-aec9-98588444a353', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:12Z', 'updated_at': '2022-04-14T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '05adddb6-cd3a-4009-b175-b4b5a9e9fdc1', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'port_id': '688b21c5-06f7-44a5-a4d3-1204a933db95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4', 'mac_address': 'fa:16:3e:32:c7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61d5169-9f2f-4716-a044-f0c2c846be83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:10:04Z', 'updated_at': '2022-04-14T22:10:04Z', 'revision_number': 0, 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddccd43a-4c0a-4de2-83e1-a08e4b3838f9', 'name': '', 'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'mac_address': 'fa:16:3e:e9:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b8d7302b-218a-4a2d-92e0-263caf56a9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:15Z', 'updated_at': '2022-04-14T22:09:22Z', 'revision_number': 5, 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'subnets': [{'id': 'b8d7302b-218a-4a2d-92e0-263caf56a9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:06.770241 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5622e06d-a868-4576-b725-7f0e2457e8d2 None None] Checking router: 5ed76f40-aba6-4a70-835e-c973e4e1a05b for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:10:06.771001 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ba5f3-5882-4b2d-ad94-9ad52cc5f231 req-0e177afb-3cdd-4090-b7be-5276953cb3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:06.775927 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-370ba5f3-5882-4b2d-ad94-9ad52cc5f231 req-0e177afb-3cdd-4090-b7be-5276953cb3d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8d7302b-218a-4a2d-92e0-263caf56a9e5 HTTP/1.1" status: 200 len: 848 time: 0.0853050 Apr 14 22:10:06.787881 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5622e06d-a868-4576-b725-7f0e2457e8d2 None None] Routers {'5ed76f40-aba6-4a70-835e-c973e4e1a05b'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:10:06.788951 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-5622e06d-a868-4576-b725-7f0e2457e8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:09:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['5ed76f40-aba6-4a70-835e-c973e4e1a05b'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:06.800770 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c56fe-5ee7-43a7-af49-578907a0c471 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event updated for resources: {'Port': ['ID=79c59652-6c3f-4269-9d8e-a317b6e761a9,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:06.827717 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e47c56fe-5ee7-43a7-af49-578907a0c471 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (8bb81efe-df1a-4b8a-b2f6-063bcedcdbf4), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:06.857374 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e47c56fe-5ee7-43a7-af49-578907a0c471 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:06.859666 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-e47c56fe-5ee7-43a7-af49-578907a0c471 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6100035 Apr 14 22:10:06.874292 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ba5f3-5882-4b2d-ad94-9ad52cc5f231 req-924407fe-c2cf-4a24-80d7-ff762deb569d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:06.876275 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-370ba5f3-5882-4b2d-ad94-9ad52cc5f231 req-924407fe-c2cf-4a24-80d7-ff762deb569d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=24892aca-f788-4fab-ba20-18bc79a1a3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0934167 Apr 14 22:10:06.986518 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-5622e06d-a868-4576-b725-7f0e2457e8d2 None None] Set router 5ed76f40-aba6-4a70-835e-c973e4e1a05b gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:10:07.014929 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-370ba5f3-5882-4b2d-ad94-9ad52cc5f231 req-c4e1add5-6972-4ead-8382-b9b1eff0a030 service neutron] 10.222.0.26 "GET /v2.0/networks/24892aca-f788-4fab-ba20-18bc79a1a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314509 Apr 14 22:10:07.193325 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d31ac3fc-712f-4639-8600-5af274440712 req-617cfd9a-eea8-4879-a579-8b411fea08cd tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--338151524&fields=id&tenant_id=5b75ef479aa7489a99a288245e0b1ee4 HTTP/1.1" status: 200 len: 267 time: 0.0775695 Apr 14 22:10:07.195683 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-370ba5f3-5882-4b2d-ad94-9ad52cc5f231 req-bc85e8aa-ac86-41db-ab72-a5b5f784bddd service neutron] 10.222.0.26 "GET /v2.0/networks/24892aca-f788-4fab-ba20-18bc79a1a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744869 Apr 14 22:10:07.330881 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-5622e06d-a868-4576-b725-7f0e2457e8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'name': 'tempest-TestShelveInstance-1904352119-router', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd6b90684-5fc6-44a0-aec9-98588444a353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:09:11Z', 'updated_at': '2022-04-14T22:09:16Z', 'revision_number': 4, 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'gw_port': {'id': 'd6b90684-5fc6-44a0-aec9-98588444a353', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:12Z', 'updated_at': '2022-04-14T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '05adddb6-cd3a-4009-b175-b4b5a9e9fdc1', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'port_id': '688b21c5-06f7-44a5-a4d3-1204a933db95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4', 'mac_address': 'fa:16:3e:32:c7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61d5169-9f2f-4716-a044-f0c2c846be83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:10:04Z', 'updated_at': '2022-04-14T22:10:04Z', 'revision_number': 0, 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddccd43a-4c0a-4de2-83e1-a08e4b3838f9', 'name': '', 'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'mac_address': 'fa:16:3e:e9:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b8d7302b-218a-4a2d-92e0-263caf56a9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:15Z', 'updated_at': '2022-04-14T22:09:22Z', 'revision_number': 5, 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'subnets': [{'id': 'b8d7302b-218a-4a2d-92e0-263caf56a9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:07.364615 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ac3fc-712f-4639-8600-5af274440712 req-14314fc2-dd59-4f3a-bff4-abd69948f9b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:07.367296 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d31ac3fc-712f-4639-8600-5af274440712 req-14314fc2-dd59-4f3a-bff4-abd69948f9b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/networks?id=f84dca83-5c69-4fab-98e8-e2e1569693dd HTTP/1.1" status: 200 len: 815 time: 0.1621087 Apr 14 22:10:07.373997 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5622e06d-a868-4576-b725-7f0e2457e8d2 None None] The sync data for ids ['5ed76f40-aba6-4a70-835e-c973e4e1a05b'] in dv-cinder-838009-1-iscsi is: [{'id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'name': 'tempest-TestShelveInstance-1904352119-router', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd6b90684-5fc6-44a0-aec9-98588444a353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:09:11Z', 'updated_at': '2022-04-14T22:09:16Z', 'revision_number': 4, 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'gw_port': {'id': 'd6b90684-5fc6-44a0-aec9-98588444a353', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:12Z', 'updated_at': '2022-04-14T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '05adddb6-cd3a-4009-b175-b4b5a9e9fdc1', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'port_id': '688b21c5-06f7-44a5-a4d3-1204a933db95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4', 'mac_address': 'fa:16:3e:32:c7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61d5169-9f2f-4716-a044-f0c2c846be83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:10:04Z', 'updated_at': '2022-04-14T22:10:04Z', 'revision_number': 0, 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddccd43a-4c0a-4de2-83e1-a08e4b3838f9', 'name': '', 'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'mac_address': 'fa:16:3e:e9:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b8d7302b-218a-4a2d-92e0-263caf56a9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:15Z', 'updated_at': '2022-04-14T22:09:22Z', 'revision_number': 5, 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'subnets': [{'id': 'b8d7302b-218a-4a2d-92e0-263caf56a9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:10:07.388897 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d31ac3fc-712f-4639-8600-5af274440712 req-50988312-3566-4d10-b6a8-99a7ef8769f2 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/quotas/5b75ef479aa7489a99a288245e0b1ee4 HTTP/1.1" status: 200 len: 375 time: 0.0151200 Apr 14 22:10:07.452638 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d31ac3fc-712f-4639-8600-5af274440712 req-37e7a058-dd92-4665-a331-7e084f64856e tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b75ef479aa7489a99a288245e0b1ee4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558984 Apr 14 22:10:07.616753 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c615014-2454-41d0-9da5-5482a4ae9658 None None] New status for floating IP 05adddb6-cd3a-4009-b175-b4b5a9e9fdc1: ACTIVE {{(pid=103421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:10:07.624420 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d31ac3fc-712f-4639-8600-5af274440712 req-018de4b9-4cac-4a09-baa3-191d62b11d97 service neutron] 10.222.0.43 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517856 Apr 14 22:10:07.744822 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d31ac3fc-712f-4639-8600-5af274440712 req-bad20509-d3be-4406-9d81-7de09cfbc7fe service neutron] 10.222.0.43 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127162 Apr 14 22:10:07.990572 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1a47851b-0a2c-4e15-80f7-b0ceb6f3ade9 req-7f4d9f8f-07c4-40e5-8466-7df65c0168a7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e357f1-e1cf-431b-93cd-469b8d482496 HTTP/1.1" status: 200 len: 210 time: 0.0480890 Apr 14 22:10:09.159262 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-9fc700ab-69ce-4a20-825e-22ff417f7932 req-735a05b9-d396-4f0b-b854-9505e6a0d8b1 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e357f1-e1cf-431b-93cd-469b8d482496 HTTP/1.1" status: 200 len: 210 time: 0.0826616 Apr 14 22:10:09.227321 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ac3fc-712f-4639-8600-5af274440712 req-b29bb759-f0c4-4ba9-9866-229be05cafb0 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:09.230240 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d31ac3fc-712f-4639-8600-5af274440712 req-b29bb759-f0c4-4ba9-9866-229be05cafb0 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.26 "GET /v2.0/networks?id=f84dca83-5c69-4fab-98e8-e2e1569693dd HTTP/1.1" status: 200 len: 815 time: 0.2082701 Apr 14 22:10:09.301682 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d31ac3fc-712f-4639-8600-5af274440712 req-eec37513-a6bd-4457-96e5-1775c7394f27 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b75ef479aa7489a99a288245e0b1ee4 HTTP/1.1" status: 200 len: 379 time: 0.0591059 Apr 14 22:10:09.339184 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-d31ac3fc-712f-4639-8600-5af274440712 req-899aad6e-38a4-4e00-a454-72608717181a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Request body: {'port': {'device_id': '40e357f1-e1cf-431b-93cd-469b8d482496', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'admin_state_up': True, 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'security_groups': ['82bdf658-319d-442e-b151-492de654d040']}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:10:09.459514 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d31ac3fc-712f-4639-8600-5af274440712 req-899aad6e-38a4-4e00-a454-72608717181a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Made reservation on behalf of 5b75ef479aa7489a99a288245e0b1ee4 for: {'port': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:10:09.465629 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-d31ac3fc-712f-4639-8600-5af274440712 req-899aad6e-38a4-4e00-a454-72608717181a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:09.634494 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [req-d31ac3fc-712f-4639-8600-5af274440712 req-899aad6e-38a4-4e00-a454-72608717181a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Allocated IP 172.20.0.9 (f84dca83-5c69-4fab-98e8-e2e1569693dd/54e124ce-91a6-4427-8064-077f8d32c149/b061c27e-0650-4358-a170-bf1f2440017f) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:10:09.807102 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-d31ac3fc-712f-4639-8600-5af274440712 req-899aad6e-38a4-4e00-a454-72608717181a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for port (b061c27e-0650-4358-a170-bf1f2440017f), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:09.848695 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-d31ac3fc-712f-4639-8600-5af274440712 req-899aad6e-38a4-4e00-a454-72608717181a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (b061c27e-0650-4358-a170-bf1f2440017f), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:09.896817 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d31ac3fc-712f-4639-8600-5af274440712 req-899aad6e-38a4-4e00-a454-72608717181a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Network f84dca83-5c69-4fab-98e8-e2e1569693dd is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:10:09.902851 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [req-d31ac3fc-712f-4639-8600-5af274440712 req-899aad6e-38a4-4e00-a454-72608717181a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:10:09.907234 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31ac3fc-712f-4639-8600-5af274440712 req-899aad6e-38a4-4e00-a454-72608717181a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:10:09.914493 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899aad6e-38a4-4e00-a454-72608717181a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event updated for resources: {'Port': ['ID=b061c27e-0650-4358-a170-bf1f2440017f,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:09.970002 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ac3fc-712f-4639-8600-5af274440712 req-899aad6e-38a4-4e00-a454-72608717181a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:09.970673 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-d31ac3fc-712f-4639-8600-5af274440712 req-899aad6e-38a4-4e00-a454-72608717181a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:09.991719 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d31ac3fc-712f-4639-8600-5af274440712 req-899aad6e-38a4-4e00-a454-72608717181a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6568065 Apr 14 22:10:10.004921 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-d31ac3fc-712f-4639-8600-5af274440712 req-20d9bc8b-320b-405c-9dee-04b798394839 service neutron] Request body: {'port': {'device_id': '40e357f1-e1cf-431b-93cd-469b8d482496', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:10:10.077411 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-d31ac3fc-712f-4639-8600-5af274440712 req-20d9bc8b-320b-405c-9dee-04b798394839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (b061c27e-0650-4358-a170-bf1f2440017f), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:10.214829 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-d123bed7-bbbb-4390-a4dc-a92128d14615 None None] Provisioning complete for port b061c27e-0650-4358-a170-bf1f2440017f triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:10:10.215375 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d123bed7-bbbb-4390-a4dc-a92128d14615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (b061c27e-0650-4358-a170-bf1f2440017f), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:10.257479 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d123bed7-bbbb-4390-a4dc-a92128d14615 None None] Port b061c27e-0650-4358-a170-bf1f2440017f cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:10:10.313013 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ed780-8553-4cbf-8a5b-12ae661d9484 req-b213e9e0-e3fc-40ec-bee9-e0d984f4128c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:10.314571 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3c6ed780-8553-4cbf-8a5b-12ae661d9484 req-b213e9e0-e3fc-40ec-bee9-e0d984f4128c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e357f1-e1cf-431b-93cd-469b8d482496 HTTP/1.1" status: 200 len: 931 time: 0.0567899 Apr 14 22:10:10.366379 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3c6ed780-8553-4cbf-8a5b-12ae661d9484 req-70d82f5f-5015-4dda-ae01-41dbb0260a77 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=82bdf658-319d-442e-b151-492de654d040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457931 Apr 14 22:10:10.387328 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [req-d31ac3fc-712f-4639-8600-5af274440712 req-20d9bc8b-320b-405c-9dee-04b798394839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b061c27e-0650-4358-a170-bf1f2440017f {{(pid=103420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:10:10.395539 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-d31ac3fc-712f-4639-8600-5af274440712 req-20d9bc8b-320b-405c-9dee-04b798394839 service neutron] Publish callbacks [] for port (b061c27e-0650-4358-a170-bf1f2440017f), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:10.413405 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.provisioning_blocks [req-d31ac3fc-712f-4639-8600-5af274440712 req-20d9bc8b-320b-405c-9dee-04b798394839 service neutron] Transition to ACTIVE for port object b061c27e-0650-4358-a170-bf1f2440017f will not be triggered until provisioned by entity L2. {{(pid=103420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:10:10.417592 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-d31ac3fc-712f-4639-8600-5af274440712 req-20d9bc8b-320b-405c-9dee-04b798394839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (b061c27e-0650-4358-a170-bf1f2440017f), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:10.473763 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9bc8b-320b-405c-9dee-04b798394839 service neutron] Pushing event updated for resources: {'Port': ['ID=b061c27e-0650-4358-a170-bf1f2440017f,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:10.558010 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-d31ac3fc-712f-4639-8600-5af274440712 req-20d9bc8b-320b-405c-9dee-04b798394839 service neutron] Attempting to bind port b061c27e-0650-4358-a170-bf1f2440017f on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:10:10.558352 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-d31ac3fc-712f-4639-8600-5af274440712 req-20d9bc8b-320b-405c-9dee-04b798394839 service neutron] Attempting to bind port b061c27e-0650-4358-a170-bf1f2440017f by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'b5996a32-60a1-44ba-8256-139740aea29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:10:10.558685 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ac3fc-712f-4639-8600-5af274440712 req-20d9bc8b-320b-405c-9dee-04b798394839 service neutron] Attempting to bind port b061c27e-0650-4358-a170-bf1f2440017f on network f84dca83-5c69-4fab-98e8-e2e1569693dd {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:10:10.563748 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ac3fc-712f-4639-8600-5af274440712 req-20d9bc8b-320b-405c-9dee-04b798394839 service neutron] Port b061c27e-0650-4358-a170-bf1f2440017f on network f84dca83-5c69-4fab-98e8-e2e1569693dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:10:10.564077 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ac3fc-712f-4639-8600-5af274440712 req-20d9bc8b-320b-405c-9dee-04b798394839 service neutron] Attempting to bind port b061c27e-0650-4358-a170-bf1f2440017f on network f84dca83-5c69-4fab-98e8-e2e1569693dd {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:10:10.569941 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ac3fc-712f-4639-8600-5af274440712 req-20d9bc8b-320b-405c-9dee-04b798394839 service neutron] Checking agent: {'id': 'a0099bcd-bb41-4a7e-a45e-2f38f6e9b749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'started_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:10:10.570283 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ac3fc-712f-4639-8600-5af274440712 req-20d9bc8b-320b-405c-9dee-04b798394839 service neutron] Checking segment: {'id': 'b5996a32-60a1-44ba-8256-139740aea29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:10:10.570672 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ac3fc-712f-4639-8600-5af274440712 req-20d9bc8b-320b-405c-9dee-04b798394839 service neutron] Bound using segment: {'id': 'b5996a32-60a1-44ba-8256-139740aea29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:10:10.571103 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-d31ac3fc-712f-4639-8600-5af274440712 req-20d9bc8b-320b-405c-9dee-04b798394839 service neutron] Bound port: b061c27e-0650-4358-a170-bf1f2440017f, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5996a32-60a1-44ba-8256-139740aea29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:10:10.571465 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-d31ac3fc-712f-4639-8600-5af274440712 req-20d9bc8b-320b-405c-9dee-04b798394839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (b061c27e-0650-4358-a170-bf1f2440017f), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:10.646893 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-d31ac3fc-712f-4639-8600-5af274440712 req-20d9bc8b-320b-405c-9dee-04b798394839 service neutron] For port b061c27e-0650-4358-a170-bf1f2440017f, host hv-cinder-83800, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:10:10.650141 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-d31ac3fc-712f-4639-8600-5af274440712 req-20d9bc8b-320b-405c-9dee-04b798394839 service neutron] For port b061c27e-0650-4358-a170-bf1f2440017f, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=b061c27e-0650-4358-a170-bf1f2440017f,segment=NetworkSegment(b5996a32-60a1-44ba-8256-139740aea29c),segment_id=b5996a32-60a1-44ba-8256-139740aea29c)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:10:10.657878 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-d31ac3fc-712f-4639-8600-5af274440712 req-20d9bc8b-320b-405c-9dee-04b798394839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (b061c27e-0650-4358-a170-bf1f2440017f), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:10.696503 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ac3fc-712f-4639-8600-5af274440712 req-20d9bc8b-320b-405c-9dee-04b798394839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:10.696815 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-d31ac3fc-712f-4639-8600-5af274440712 req-20d9bc8b-320b-405c-9dee-04b798394839 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:10.698492 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d31ac3fc-712f-4639-8600-5af274440712 req-20d9bc8b-320b-405c-9dee-04b798394839 service neutron] 10.222.0.26 "PUT /v2.0/ports/b061c27e-0650-4358-a170-bf1f2440017f HTTP/1.1" status: 200 len: 1093 time: 0.6988182 Apr 14 22:10:10.698953 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e357f1-e1cf-431b-93cd-469b8d482496', 'tag': 'b061c27e-0650-4358-a170-bf1f2440017f'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:10:10.701412 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27be11fb-6464-4c07-b349-9522e56104c0" -d '{"events": [{"name": "network-changed", "server_uuid": "40e357f1-e1cf-431b-93cd-469b8d482496", "tag": "b061c27e-0650-4358-a170-bf1f2440017f"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:10:10.750971 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60384b96-5ef1-4822-a8ac-62c6e3b6552f x-openstack-request-id: req-60384b96-5ef1-4822-a8ac-62c6e3b6552f {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:10:10.751276 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40e357f1-e1cf-431b-93cd-469b8d482496", "tag": "b061c27e-0650-4358-a170-bf1f2440017f", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:10:10.751503 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60384b96-5ef1-4822-a8ac-62c6e3b6552f {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:10:10.751909 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60384b96-5ef1-4822-a8ac-62c6e3b6552f'] response: {'name': 'network-changed', 'server_uuid': '40e357f1-e1cf-431b-93cd-469b8d482496', 'tag': 'b061c27e-0650-4358-a170-bf1f2440017f', 'status': 'completed', 'code': 200} Apr 14 22:10:10.766307 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9bc8b-320b-405c-9dee-04b798394839 service neutron] Pushing event updated for resources: {'Port': ['ID=b061c27e-0650-4358-a170-bf1f2440017f,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:10.809158 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ac3fc-712f-4639-8600-5af274440712 req-bdc8ae67-b56a-4806-8dae-0bb6373797c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:10.811964 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d31ac3fc-712f-4639-8600-5af274440712 req-bdc8ae67-b56a-4806-8dae-0bb6373797c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b75ef479aa7489a99a288245e0b1ee4&device_id=40e357f1-e1cf-431b-93cd-469b8d482496 HTTP/1.1" status: 200 len: 1127 time: 0.0626912 Apr 14 22:10:10.862987 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d31ac3fc-712f-4639-8600-5af274440712 req-4b59647e-fec7-4376-a845-371e4af1c75a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b061c27e-0650-4358-a170-bf1f2440017f HTTP/1.1" status: 200 len: 217 time: 0.0438871 Apr 14 22:10:10.921145 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ac3fc-712f-4639-8600-5af274440712 req-d457f4d6-7c4e-43dd-83cc-6e2a63ae9811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:10.922677 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d31ac3fc-712f-4639-8600-5af274440712 req-d457f4d6-7c4e-43dd-83cc-6e2a63ae9811 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54e124ce-91a6-4427-8064-077f8d32c149 HTTP/1.1" status: 200 len: 854 time: 0.0541849 Apr 14 22:10:10.978069 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ac3fc-712f-4639-8600-5af274440712 req-0cc55480-c2ca-47b2-bd0a-79f8d2b296e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:10.979494 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d31ac3fc-712f-4639-8600-5af274440712 req-0cc55480-c2ca-47b2-bd0a-79f8d2b296e8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f84dca83-5c69-4fab-98e8-e2e1569693dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500333 Apr 14 22:10:11.094779 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d31ac3fc-712f-4639-8600-5af274440712 req-0440e579-2844-47ca-b1a4-991ac3173963 service neutron] 10.222.0.26 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087067 Apr 14 22:10:11.196666 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d31ac3fc-712f-4639-8600-5af274440712 req-988a85fa-7fca-4d9b-be3d-4b055d179a98 service neutron] 10.222.0.26 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956998 Apr 14 22:10:11.495178 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8240a-6e96-45b8-ac0b-86893f4bf4ce req-f5c6427d-a7ba-4b78-8e5f-8126c5563c06 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:11.497630 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-82b8240a-6e96-45b8-ac0b-86893f4bf4ce req-f5c6427d-a7ba-4b78-8e5f-8126c5563c06 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e357f1-e1cf-431b-93cd-469b8d482496 HTTP/1.1" status: 200 len: 943 time: 0.0575898 Apr 14 22:10:11.556573 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-82b8240a-6e96-45b8-ac0b-86893f4bf4ce req-76120c25-1364-45ed-8d26-2cb1a7fa26e6 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=82bdf658-319d-442e-b151-492de654d040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523612 Apr 14 22:10:12.045733 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be11fb-6464-4c07-b349-9522e56104c0 req-e76ede20-1cb5-4069-b4ad-3ce42e3038e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:12.047283 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-27be11fb-6464-4c07-b349-9522e56104c0 req-e76ede20-1cb5-4069-b4ad-3ce42e3038e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b75ef479aa7489a99a288245e0b1ee4&device_id=40e357f1-e1cf-431b-93cd-469b8d482496 HTTP/1.1" status: 200 len: 1127 time: 0.0438280 Apr 14 22:10:12.151792 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be11fb-6464-4c07-b349-9522e56104c0 req-df750f72-5165-4095-8b68-2f9c7f3ebd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:12.153541 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-27be11fb-6464-4c07-b349-9522e56104c0 req-df750f72-5165-4095-8b68-2f9c7f3ebd48 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f84dca83-5c69-4fab-98e8-e2e1569693dd HTTP/1.1" status: 200 len: 915 time: 0.0998905 Apr 14 22:10:12.199147 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-27be11fb-6464-4c07-b349-9522e56104c0 req-ceacaf8b-6333-48ab-ae56-8fbe70755228 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b061c27e-0650-4358-a170-bf1f2440017f HTTP/1.1" status: 200 len: 217 time: 0.0372674 Apr 14 22:10:12.255385 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be11fb-6464-4c07-b349-9522e56104c0 req-e9ea0fd1-fd66-441b-986d-fb0a27ad345f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:12.257036 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-27be11fb-6464-4c07-b349-9522e56104c0 req-e9ea0fd1-fd66-441b-986d-fb0a27ad345f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54e124ce-91a6-4427-8064-077f8d32c149 HTTP/1.1" status: 200 len: 854 time: 0.0525343 Apr 14 22:10:12.593530 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be11fb-6464-4c07-b349-9522e56104c0 req-c448d220-5e05-4c31-aab2-3d585a9c30aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:12.595824 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-27be11fb-6464-4c07-b349-9522e56104c0 req-c448d220-5e05-4c31-aab2-3d585a9c30aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f84dca83-5c69-4fab-98e8-e2e1569693dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3324316 Apr 14 22:10:12.727359 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b456310-263b-41db-bc29-fcabea3ce16f req-eb315782-5e2b-41b1-a31c-9fabf13a7c1e tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:12.729083 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8b456310-263b-41db-bc29-fcabea3ce16f req-eb315782-5e2b-41b1-a31c-9fabf13a7c1e tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e357f1-e1cf-431b-93cd-469b8d482496 HTTP/1.1" status: 200 len: 943 time: 0.0717201 Apr 14 22:10:12.741771 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-27be11fb-6464-4c07-b349-9522e56104c0 req-38bb25cd-6b85-45da-a12f-63190efd38eb service neutron] 10.222.0.26 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394320 Apr 14 22:10:12.844928 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8b456310-263b-41db-bc29-fcabea3ce16f req-b30bcd15-ce60-4c90-9b8b-0c81aca36896 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=82bdf658-319d-442e-b151-492de654d040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019845 Apr 14 22:10:12.875089 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-27be11fb-6464-4c07-b349-9522e56104c0 req-52b6fb9f-12ad-477b-b6b9-1e33b197597f service neutron] 10.222.0.26 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259854 Apr 14 22:10:12.975322 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:13.969526 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d2a19-dbff-45d8-8bc4-eba50d00ec95 req-e7d71415-c47f-40b6-b751-5f71ca19a7a8 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:13.971223 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2b4d2a19-dbff-45d8-8bc4-eba50d00ec95 req-e7d71415-c47f-40b6-b751-5f71ca19a7a8 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e357f1-e1cf-431b-93cd-469b8d482496 HTTP/1.1" status: 200 len: 943 time: 0.0535395 Apr 14 22:10:14.026044 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2b4d2a19-dbff-45d8-8bc4-eba50d00ec95 req-7d3c3cdc-33bc-49ea-a8cf-f67a89dc9051 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=82bdf658-319d-442e-b151-492de654d040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478110 Apr 14 22:10:14.179584 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device b061c27e-0650-4358-a170-bf1f2440017f details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:10:14.286748 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port b061c27e-0650-4358-a170-bf1f2440017f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=b061c27e-0650-4358-a170-bf1f2440017f,segment=NetworkSegment(b5996a32-60a1-44ba-8256-139740aea29c),segment_id=b5996a32-60a1-44ba-8256-139740aea29c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:10:14.300133 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Returning: {'device': 'b061c27e-0650-4358-a170-bf1f2440017f', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'port_id': 'b061c27e-0650-4358-a170-bf1f2440017f', 'mac_address': 'fa:16:3e:95:2a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:10:14.345183 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port b061c27e-0650-4358-a170-bf1f2440017f is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:10:14.345572 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (b061c27e-0650-4358-a170-bf1f2440017f), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:14.361905 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b061c27e-0650-4358-a170-bf1f2440017f {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:10:14.384067 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port b061c27e-0650-4358-a170-bf1f2440017f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=b061c27e-0650-4358-a170-bf1f2440017f,segment=NetworkSegment(b5996a32-60a1-44ba-8256-139740aea29c),segment_id=b5996a32-60a1-44ba-8256-139740aea29c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:10:14.389149 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (b061c27e-0650-4358-a170-bf1f2440017f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:14.444297 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=b061c27e-0650-4358-a170-bf1f2440017f,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:14.452477 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:14.452831 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:14.453196 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:14.453532 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:14.453862 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:14.454187 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:14.454507 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:14.454829 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:14.455147 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:14.455465 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:14.455782 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:14.456130 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:14.456473 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:14.456883 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:14.457904 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:14.645302 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['b061c27e-0650-4358-a170-bf1f2440017f'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:10:15.155801 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9da78-ae34-4776-9726-80ca364379dc req-68192287-d772-4547-a4cd-fc64ee1c025f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:15.157446 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-18f9da78-ae34-4776-9726-80ca364379dc req-68192287-d772-4547-a4cd-fc64ee1c025f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e357f1-e1cf-431b-93cd-469b8d482496 HTTP/1.1" status: 200 len: 944 time: 0.0596375 Apr 14 22:10:15.215240 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-18f9da78-ae34-4776-9726-80ca364379dc req-742ed398-914f-4a53-aa30-6654b0c56df0 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=82bdf658-319d-442e-b151-492de654d040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474186 Apr 14 22:10:16.189913 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device b061c27e-0650-4358-a170-bf1f2440017f up at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:10:16.244120 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning for port b061c27e-0650-4358-a170-bf1f2440017f completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:10:16.251689 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning complete for port b061c27e-0650-4358-a170-bf1f2440017f triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:10:16.252202 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (b061c27e-0650-4358-a170-bf1f2440017f), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:16.360844 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b283d-e5cf-444f-918c-026930bf218c req-d2344d05-067b-440d-b948-2d64bd0c308b tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:16.362498 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-be4b283d-e5cf-444f-918c-026930bf218c req-d2344d05-067b-440d-b948-2d64bd0c308b tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e357f1-e1cf-431b-93cd-469b8d482496 HTTP/1.1" status: 200 len: 944 time: 0.0652404 Apr 14 22:10:16.383001 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port b061c27e-0650-4358-a170-bf1f2440017f is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:10:16.384310 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (b061c27e-0650-4358-a170-bf1f2440017f), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:16.413585 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e357f1-e1cf-431b-93cd-469b8d482496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b061c27e-0650-4358-a170-bf1f2440017f'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:10:16.416652 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530b6f79e2c270c80a285cfd043402f608e5b18a2df6684fea4c07fd95dfc091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a71b4d6-4fd3-4aae-914a-60ab56c96fe4" -d '{"events": [{"server_uuid": "40e357f1-e1cf-431b-93cd-469b8d482496", "name": "network-vif-plugged", "status": "completed", "tag": "b061c27e-0650-4358-a170-bf1f2440017f"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:10:16.432081 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-be4b283d-e5cf-444f-918c-026930bf218c req-da74cc62-9e49-4b22-a2de-59ac7af2c05f tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=82bdf658-319d-442e-b151-492de654d040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621881 Apr 14 22:10:16.434434 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port b061c27e-0650-4358-a170-bf1f2440017f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=b061c27e-0650-4358-a170-bf1f2440017f,segment=NetworkSegment(b5996a32-60a1-44ba-8256-139740aea29c),segment_id=b5996a32-60a1-44ba-8256-139740aea29c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:10:16.439192 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (b061c27e-0650-4358-a170-bf1f2440017f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:16.492800 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57edbec-98d5-4e2a-b1e5-f5cd5618854a x-openstack-request-id: req-e57edbec-98d5-4e2a-b1e5-f5cd5618854a {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:10:16.493079 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e357f1-e1cf-431b-93cd-469b8d482496", "name": "network-vif-plugged", "status": "completed", "tag": "b061c27e-0650-4358-a170-bf1f2440017f", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:10:16.493346 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e57edbec-98d5-4e2a-b1e5-f5cd5618854a {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:10:16.493747 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e57edbec-98d5-4e2a-b1e5-f5cd5618854a'] response: {'server_uuid': '40e357f1-e1cf-431b-93cd-469b8d482496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b061c27e-0650-4358-a170-bf1f2440017f', 'code': 200} Apr 14 22:10:16.513374 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=b061c27e-0650-4358-a170-bf1f2440017f,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:16.679035 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045aa32-a6aa-41e2-9f46-e195cccc6020 req-595c2c47-52fe-40c8-bfb3-7cb26f162d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:16.680615 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a045aa32-a6aa-41e2-9f46-e195cccc6020 req-595c2c47-52fe-40c8-bfb3-7cb26f162d8a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=40e357f1-e1cf-431b-93cd-469b8d482496 HTTP/1.1" status: 200 len: 1129 time: 0.0418439 Apr 14 22:10:16.731358 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a045aa32-a6aa-41e2-9f46-e195cccc6020 req-225c18da-d4a0-49b0-ae27-8ef95c8aaef2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=82bdf658-319d-442e-b151-492de654d040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447650 Apr 14 22:10:16.950975 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-75ddf2e4-d610-4c7e-b182-09fc5f6ef7c4 req-4e469567-77cc-4a05-95d0-ff557bbf1b29 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-914192285&fields=id&tenant_id=4957df5a8870465fbbf36d3fe01f0e7b HTTP/1.1" status: 200 len: 267 time: 0.0546191 Apr 14 22:10:17.012733 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddf2e4-d610-4c7e-b182-09fc5f6ef7c4 req-26fcb9c2-da46-48a2-9220-2ea7a4d00720 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:17.014812 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-75ddf2e4-d610-4c7e-b182-09fc5f6ef7c4 req-26fcb9c2-da46-48a2-9220-2ea7a4d00720 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 985 time: 0.0578773 Apr 14 22:10:17.026951 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-75ddf2e4-d610-4c7e-b182-09fc5f6ef7c4 req-efd48611-0ad0-4e62-aae2-f93ece1d3375 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Request body: {'port': {'security_groups': ['073afc41-1e29-4732-ad97-2193220cb92d']}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:10:17.171655 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-75ddf2e4-d610-4c7e-b182-09fc5f6ef7c4 req-efd48611-0ad0-4e62-aae2-f93ece1d3375 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (97665213-ec71-4ae5-abff-5aabc48a0d9e), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:17.432486 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-75ddf2e4-d610-4c7e-b182-09fc5f6ef7c4 req-efd48611-0ad0-4e62-aae2-f93ece1d3375 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] For port 97665213-ec71-4ae5-abff-5aabc48a0d9e, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=97665213-ec71-4ae5-abff-5aabc48a0d9e,segment=NetworkSegment(2b04bd82-c328-4a5d-a847-ed46eff1a168),segment_id=2b04bd82-c328-4a5d-a847-ed46eff1a168)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:10:17.471102 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-75ddf2e4-d610-4c7e-b182-09fc5f6ef7c4 req-efd48611-0ad0-4e62-aae2-f93ece1d3375 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for port (97665213-ec71-4ae5-abff-5aabc48a0d9e), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:17.477446 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-75ddf2e4-d610-4c7e-b182-09fc5f6ef7c4 req-efd48611-0ad0-4e62-aae2-f93ece1d3375 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9471757'] for port (97665213-ec71-4ae5-abff-5aabc48a0d9e), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:17.492901 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['97665213-ec71-4ae5-abff-5aabc48a0d9e'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:10:17.531253 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddf2e4-d610-4c7e-b182-09fc5f6ef7c4 req-efd48611-0ad0-4e62-aae2-f93ece1d3375 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:17.531864 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-75ddf2e4-d610-4c7e-b182-09fc5f6ef7c4 req-efd48611-0ad0-4e62-aae2-f93ece1d3375 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:17.540566 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-75ddf2e4-d610-4c7e-b182-09fc5f6ef7c4 req-efd48611-0ad0-4e62-aae2-f93ece1d3375 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "PUT /v2.0/ports/97665213-ec71-4ae5-abff-5aabc48a0d9e HTTP/1.1" status: 200 len: 943 time: 0.5150106 Apr 14 22:10:17.541176 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94617d88-4c90-4346-a9d6-74517e31f135', 'tag': '97665213-ec71-4ae5-abff-5aabc48a0d9e'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:10:17.543663 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe89b316cabc9c6da7693dfedcbc481d80d5331a5be4d9b973c074b75cf4af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8bd166-c8c4-4cb6-bfa3-23054ba48b06" -d '{"events": [{"name": "network-changed", "server_uuid": "94617d88-4c90-4346-a9d6-74517e31f135", "tag": "97665213-ec71-4ae5-abff-5aabc48a0d9e"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:10:17.548751 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52324) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:17.629989 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61366335-1308-4c51-884d-02ac03b29b18 x-openstack-request-id: req-61366335-1308-4c51-884d-02ac03b29b18 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:10:17.630387 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94617d88-4c90-4346-a9d6-74517e31f135", "tag": "97665213-ec71-4ae5-abff-5aabc48a0d9e", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:10:17.630536 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-61366335-1308-4c51-884d-02ac03b29b18 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:10:17.631016 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61366335-1308-4c51-884d-02ac03b29b18'] response: {'name': 'network-changed', 'server_uuid': '94617d88-4c90-4346-a9d6-74517e31f135', 'tag': '97665213-ec71-4ae5-abff-5aabc48a0d9e', 'status': 'completed', 'code': 200} Apr 14 22:10:17.647320 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd48611-0ad0-4e62-aae2-f93ece1d3375 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Pushing event updated for resources: {'Port': ['ID=97665213-ec71-4ae5-abff-5aabc48a0d9e,revision_number=7']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:17.647999 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['97665213-ec71-4ae5-abff-5aabc48a0d9e'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:10:17.666920 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f867c-0f56-493b-a33c-e5f0f3699c7b req-a0c0311e-77d0-4ae6-8c4d-bcb6818c3a36 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:17.670952 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4b1f867c-0f56-493b-a33c-e5f0f3699c7b req-a0c0311e-77d0-4ae6-8c4d-bcb6818c3a36 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e357f1-e1cf-431b-93cd-469b8d482496 HTTP/1.1" status: 200 len: 945 time: 0.1382053 Apr 14 22:10:17.720450 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e31e330b-8b2a-41de-862a-9ff8f1e9b6a9 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for security_group (0963af3a-f14a-42e0-bbf1-44e83628c72d), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:17.768814 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4b1f867c-0f56-493b-a33c-e5f0f3699c7b req-ad1a70e3-3fbd-4584-8033-6c3e99630d29 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=82bdf658-319d-442e-b151-492de654d040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863106 Apr 14 22:10:17.785922 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bd166-c8c4-4cb6-bfa3-23054ba48b06 req-14ca739e-5e35-462d-8793-a589d85b254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:17.787542 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2a8bd166-c8c4-4cb6-bfa3-23054ba48b06 req-14ca739e-5e35-462d-8793-a589d85b254e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4957df5a8870465fbbf36d3fe01f0e7b&device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 1130 time: 0.0985143 Apr 14 22:10:17.813978 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e31e330b-8b2a-41de-862a-9ff8f1e9b6a9 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for security_group (0963af3a-f14a-42e0-bbf1-44e83628c72d), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:17.919953 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e31e330b-8b2a-41de-862a-9ff8f1e9b6a9 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (0963af3a-f14a-42e0-bbf1-44e83628c72d), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:17.924521 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e31e330b-8b2a-41de-862a-9ff8f1e9b6a9 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:17.926006 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-e31e330b-8b2a-41de-862a-9ff8f1e9b6a9 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "DELETE /v2.0/security-groups/0963af3a-f14a-42e0-bbf1-44e83628c72d HTTP/1.1" status: 204 len: 168 time: 0.3657277 Apr 14 22:10:17.931304 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 52328) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:17.949708 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e330b-8b2a-41de-862a-9ff8f1e9b6a9 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0963af3a-f14a-42e0-bbf1-44e83628c72d,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:18.050625 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-a2035872-961c-4166-8688-f061dce41f41 None None] Provisioning complete for port 97665213-ec71-4ae5-abff-5aabc48a0d9e triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:10:18.051012 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a2035872-961c-4166-8688-f061dce41f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (97665213-ec71-4ae5-abff-5aabc48a0d9e), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:18.127657 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-aedcb106-fd45-4e0e-98ce-fa98c9d29a7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Deleting port 1fc3e408-d8d5-4d61-80fc-469c8281b2f5 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:10:18.128076 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aedcb106-fd45-4e0e-98ce-fa98c9d29a7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (1fc3e408-d8d5-4d61-80fc-469c8281b2f5), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:18.218679 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aedcb106-fd45-4e0e-98ce-fa98c9d29a7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (1fc3e408-d8d5-4d61-80fc-469c8281b2f5), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:18.218979 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aedcb106-fd45-4e0e-98ce-fa98c9d29a7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for floatingip (1fc3e408-d8d5-4d61-80fc-469c8281b2f5), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:18.235265 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-aedcb106-fd45-4e0e-98ce-fa98c9d29a7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Calling delete_port for 1fc3e408-d8d5-4d61-80fc-469c8281b2f5 owned by network:floatingip {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:10:18.245017 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a2035872-961c-4166-8688-f061dce41f41 None None] Current status of the port 97665213-ec71-4ae5-abff-5aabc48a0d9e is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:10:18.430383 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bd166-c8c4-4cb6-bfa3-23054ba48b06 req-a50b65aa-8c88-4e07-b281-8712e4428cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:18.431861 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2a8bd166-c8c4-4cb6-bfa3-23054ba48b06 req-a50b65aa-8c88-4e07-b281-8712e4428cf7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8180bb61-cf56-412a-ba88-217a5f141b04 HTTP/1.1" status: 200 len: 915 time: 0.1944947 Apr 14 22:10:18.530466 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2a8bd166-c8c4-4cb6-bfa3-23054ba48b06 req-2fdfc927-bac7-43cf-ba5a-3911ad54eaa2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97665213-ec71-4ae5-abff-5aabc48a0d9e HTTP/1.1" status: 200 len: 1002 time: 0.0891359 Apr 14 22:10:18.614345 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bd166-c8c4-4cb6-bfa3-23054ba48b06 req-cb99a315-1aae-4bdc-b717-32c686becd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:18.615868 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2a8bd166-c8c4-4cb6-bfa3-23054ba48b06 req-cb99a315-1aae-4bdc-b717-32c686becd87 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=52c6f6f2-587d-4567-93e3-915ebdc2580f HTTP/1.1" status: 200 len: 854 time: 0.0631118 Apr 14 22:10:18.617165 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aedcb106-fd45-4e0e-98ce-fa98c9d29a7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (1fc3e408-d8d5-4d61-80fc-469c8281b2f5), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:18.654640 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedcb106-fd45-4e0e-98ce-fa98c9d29a7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Pushing event deleted for resources: {'Port': ['ID=1fc3e408-d8d5-4d61-80fc-469c8281b2f5,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:18.714496 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bd166-c8c4-4cb6-bfa3-23054ba48b06 req-cff0b1bd-5e56-4b83-bd3e-def7ef4f3373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:18.716019 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2a8bd166-c8c4-4cb6-bfa3-23054ba48b06 req-cff0b1bd-5e56-4b83-bd3e-def7ef4f3373 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8180bb61-cf56-412a-ba88-217a5f141b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0932550 Apr 14 22:10:18.809296 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aedcb106-fd45-4e0e-98ce-fa98c9d29a7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks [] for floatingip (c90f6e57-20e4-4a02-a566-841d4d63a892), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:18.809997 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.l3_db [None req-aedcb106-fd45-4e0e-98ce-fa98c9d29a7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Floating IP c90f6e57-20e4-4a02-a566-841d4d63a892 disassociated (deleted). External IP: 172.27.2.252, port: 97665213-ec71-4ae5-abff-5aabc48a0d9e. Apr 14 22:10:18.919073 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2a8bd166-c8c4-4cb6-bfa3-23054ba48b06 req-27d22f89-cf8e-4296-a5d6-01c03011db03 service neutron] 10.222.0.26 "GET /v2.0/networks/8180bb61-cf56-412a-ba88-217a5f141b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850531 Apr 14 22:10:18.975820 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca938a-1cc6-4853-972a-09a2f139af87 req-38b8539b-be81-470f-a476-21fcc3dcd4f0 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:18.978413 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5cca938a-1cc6-4853-972a-09a2f139af87 req-38b8539b-be81-470f-a476-21fcc3dcd4f0 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e357f1-e1cf-431b-93cd-469b8d482496 HTTP/1.1" status: 200 len: 945 time: 0.0776167 Apr 14 22:10:19.052086 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5cca938a-1cc6-4853-972a-09a2f139af87 req-3e432eab-36b6-4a77-9b72-06aea607a1dd tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=82bdf658-319d-442e-b151-492de654d040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670779 Apr 14 22:10:19.114892 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2a8bd166-c8c4-4cb6-bfa3-23054ba48b06 req-10bfacb0-6a32-4666-ab1b-9007d7ff4b5c service neutron] 10.222.0.26 "GET /v2.0/networks/8180bb61-cf56-412a-ba88-217a5f141b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859400 Apr 14 22:10:19.181363 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedcb106-fd45-4e0e-98ce-fa98c9d29a7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Router 1c5c4be1-a820-43f9-b2db-749f67eec737 has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:10:19.198944 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eeedca-eb36-4e96-a997-5abf3fc7aeda req-4c27f43f-bf24-435f-a016-7176a619aa04 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:19.200552 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d5eeedca-eb36-4e96-a997-5abf3fc7aeda req-4c27f43f-bf24-435f-a016-7176a619aa04 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e357f1-e1cf-431b-93cd-469b8d482496 HTTP/1.1" status: 200 len: 945 time: 0.0633879 Apr 14 22:10:19.213108 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52334) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:19.217883 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-e928bcc1-22fe-4e9a-be68-8772b1cd4216 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Request body: {'floatingip': {'port_id': 'b061c27e-0650-4358-a170-bf1f2440017f'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:10:19.265631 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e928bcc1-22fe-4e9a-be68-8772b1cd4216 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for floatingip (8bb81efe-df1a-4b8a-b2f6-063bcedcdbf4), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:19.364649 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedcb106-fd45-4e0e-98ce-fa98c9d29a7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:10:19.369357 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aedcb106-fd45-4e0e-98ce-fa98c9d29a7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:19.375748 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd43077a-2d47-4069-bf38-afd705eb0704 None None] Sync routers for ids ['1c5c4be1-a820-43f9-b2db-749f67eec737'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:10:19.388058 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd43077a-2d47-4069-bf38-afd705eb0704 None None] Routers {'1c5c4be1-a820-43f9-b2db-749f67eec737'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:10:19.388721 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-fd43077a-2d47-4069-bf38-afd705eb0704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:09:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['1c5c4be1-a820-43f9-b2db-749f67eec737'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:19.419409 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-aedcb106-fd45-4e0e-98ce-fa98c9d29a7e tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "DELETE /v2.0/floatingips/c90f6e57-20e4-4a02-a566-841d4d63a892 HTTP/1.1" status: 204 len: 168 time: 1.4867995 Apr 14 22:10:19.419937 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94617d88-4c90-4346-a9d6-74517e31f135', 'tag': '97665213-ec71-4ae5-abff-5aabc48a0d9e'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:10:19.423126 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cb1df3-14e0-47de-a53b-ed966424abef" -d '{"events": [{"name": "network-changed", "server_uuid": "94617d88-4c90-4346-a9d6-74517e31f135", "tag": "97665213-ec71-4ae5-abff-5aabc48a0d9e"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:10:19.475608 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c0b8c8-2210-4a42-b619-6f1e1258876a x-openstack-request-id: req-27c0b8c8-2210-4a42-b619-6f1e1258876a {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:10:19.476174 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94617d88-4c90-4346-a9d6-74517e31f135", "tag": "97665213-ec71-4ae5-abff-5aabc48a0d9e", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:10:19.476731 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-27c0b8c8-2210-4a42-b619-6f1e1258876a {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:10:19.477444 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27c0b8c8-2210-4a42-b619-6f1e1258876a'] response: {'name': 'network-changed', 'server_uuid': '94617d88-4c90-4346-a9d6-74517e31f135', 'tag': '97665213-ec71-4ae5-abff-5aabc48a0d9e', 'status': 'completed', 'code': 200} Apr 14 22:10:19.585108 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb1df3-14e0-47de-a53b-ed966424abef req-28e11192-39e3-4036-9d02-8251208ca875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:19.588233 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-25cb1df3-14e0-47de-a53b-ed966424abef req-28e11192-39e3-4036-9d02-8251208ca875 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4957df5a8870465fbbf36d3fe01f0e7b&device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 1130 time: 0.0863516 Apr 14 22:10:19.789318 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb1df3-14e0-47de-a53b-ed966424abef req-f1fcce30-5c96-4769-ac89-d06daaa6fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:19.793738 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-25cb1df3-14e0-47de-a53b-ed966424abef req-f1fcce30-5c96-4769-ac89-d06daaa6fbd5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8180bb61-cf56-412a-ba88-217a5f141b04 HTTP/1.1" status: 200 len: 915 time: 0.1989579 Apr 14 22:10:19.797089 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-fd43077a-2d47-4069-bf38-afd705eb0704 None None] Set router 1c5c4be1-a820-43f9-b2db-749f67eec737 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:10:19.901236 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-25cb1df3-14e0-47de-a53b-ed966424abef req-9ec79d35-a7b2-483b-b083-55db874a4633 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97665213-ec71-4ae5-abff-5aabc48a0d9e HTTP/1.1" status: 200 len: 217 time: 0.0982850 Apr 14 22:10:19.985810 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb1df3-14e0-47de-a53b-ed966424abef req-c547de09-0ef8-463b-b125-3afde9be7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:19.988231 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-25cb1df3-14e0-47de-a53b-ed966424abef req-c547de09-0ef8-463b-b125-3afde9be7fb3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=52c6f6f2-587d-4567-93e3-915ebdc2580f HTTP/1.1" status: 200 len: 854 time: 0.0806084 Apr 14 22:10:20.044582 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-fd43077a-2d47-4069-bf38-afd705eb0704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'name': 'tempest-TestMinimumBasicScenario-1205624030-router', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'a1fe3907-96a0-420b-afcf-a986a91e1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:08:06Z', 'updated_at': '2022-04-14T22:08:09Z', 'revision_number': 4, 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'gw_port': {'id': 'a1fe3907-96a0-420b-afcf-a986a91e1feb', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:06Z', 'updated_at': '2022-04-14T22:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': 'd7e7be3c-2399-47c4-81fe-acf5bbef511c', 'name': '', 'network_id': '8180bb61-cf56-412a-ba88-217a5f141b04', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'mac_address': 'fa:16:3e:e3:ee:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '52c6f6f2-587d-4567-93e3-915ebdc2580f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:09Z', 'updated_at': '2022-04-14T22:08:14Z', 'revision_number': 5, 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'subnets': [{'id': '52c6f6f2-587d-4567-93e3-915ebdc2580f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:20.078976 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd43077a-2d47-4069-bf38-afd705eb0704 None None] Checking router: 1c5c4be1-a820-43f9-b2db-749f67eec737 for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:10:20.092454 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd43077a-2d47-4069-bf38-afd705eb0704 None None] Routers {'1c5c4be1-a820-43f9-b2db-749f67eec737'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:10:20.093471 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-fd43077a-2d47-4069-bf38-afd705eb0704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:09:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['1c5c4be1-a820-43f9-b2db-749f67eec737'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:20.248386 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-fd43077a-2d47-4069-bf38-afd705eb0704 None None] Set router 1c5c4be1-a820-43f9-b2db-749f67eec737 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:10:20.249470 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb1df3-14e0-47de-a53b-ed966424abef req-b1fcd737-0489-4a95-9091-4fe145d3de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:20.252627 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-25cb1df3-14e0-47de-a53b-ed966424abef req-b1fcd737-0489-4a95-9091-4fe145d3de35 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8180bb61-cf56-412a-ba88-217a5f141b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749111 Apr 14 22:10:20.282818 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e928bcc1-22fe-4e9a-be68-8772b1cd4216 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:20.289340 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e928bcc1-22fe-4e9a-be68-8772b1cd4216 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (8bb81efe-df1a-4b8a-b2f6-063bcedcdbf4), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:20.401705 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-25cb1df3-14e0-47de-a53b-ed966424abef req-b4c411b5-5d80-46ab-8ea4-a4ac95aeac6b service neutron] 10.222.0.26 "GET /v2.0/networks/8180bb61-cf56-412a-ba88-217a5f141b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390860 Apr 14 22:10:20.493130 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.db.l3_db [None req-e928bcc1-22fe-4e9a-be68-8772b1cd4216 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Floating IP 8bb81efe-df1a-4b8a-b2f6-063bcedcdbf4 associated. External IP: 172.27.2.81, port: b061c27e-0650-4358-a170-bf1f2440017f. Apr 14 22:10:20.529936 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-fd43077a-2d47-4069-bf38-afd705eb0704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'name': 'tempest-TestMinimumBasicScenario-1205624030-router', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'a1fe3907-96a0-420b-afcf-a986a91e1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:08:06Z', 'updated_at': '2022-04-14T22:08:09Z', 'revision_number': 4, 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'gw_port': {'id': 'a1fe3907-96a0-420b-afcf-a986a91e1feb', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:06Z', 'updated_at': '2022-04-14T22:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': 'd7e7be3c-2399-47c4-81fe-acf5bbef511c', 'name': '', 'network_id': '8180bb61-cf56-412a-ba88-217a5f141b04', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'mac_address': 'fa:16:3e:e3:ee:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '52c6f6f2-587d-4567-93e3-915ebdc2580f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:09Z', 'updated_at': '2022-04-14T22:08:14Z', 'revision_number': 5, 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'subnets': [{'id': '52c6f6f2-587d-4567-93e3-915ebdc2580f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:20.553126 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-25cb1df3-14e0-47de-a53b-ed966424abef req-0fb47dca-635e-4aea-913b-7ac5e705ee76 service neutron] 10.222.0.26 "GET /v2.0/networks/8180bb61-cf56-412a-ba88-217a5f141b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438146 Apr 14 22:10:20.561210 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd43077a-2d47-4069-bf38-afd705eb0704 None None] The sync data for ids ['1c5c4be1-a820-43f9-b2db-749f67eec737'] in dv-cinder-838009-1-iscsi is: [{'id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'name': 'tempest-TestMinimumBasicScenario-1205624030-router', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'a1fe3907-96a0-420b-afcf-a986a91e1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:08:06Z', 'updated_at': '2022-04-14T22:08:09Z', 'revision_number': 4, 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'gw_port': {'id': 'a1fe3907-96a0-420b-afcf-a986a91e1feb', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:06Z', 'updated_at': '2022-04-14T22:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': 'd7e7be3c-2399-47c4-81fe-acf5bbef511c', 'name': '', 'network_id': '8180bb61-cf56-412a-ba88-217a5f141b04', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'mac_address': 'fa:16:3e:e3:ee:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '52c6f6f2-587d-4567-93e3-915ebdc2580f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:09Z', 'updated_at': '2022-04-14T22:08:14Z', 'revision_number': 5, 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'subnets': [{'id': '52c6f6f2-587d-4567-93e3-915ebdc2580f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:10:20.830315 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e928bcc1-22fe-4e9a-be68-8772b1cd4216 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Router 0fa05afc-b06b-4d34-b801-ef6b98481bec has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:10:20.869820 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7f5402-f99e-4c9e-b264-9137d6b99199 None None] New status for floating IP c90f6e57-20e4-4a02-a566-841d4d63a892: DOWN {{(pid=103421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:10:21.013419 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e928bcc1-22fe-4e9a-be68-8772b1cd4216 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:10:21.021554 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e928bcc1-22fe-4e9a-be68-8772b1cd4216 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:21.043901 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349ff7b2-80a9-43cd-b324-96b210026af9 None None] Sync routers for ids ['0fa05afc-b06b-4d34-b801-ef6b98481bec'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:10:21.055631 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349ff7b2-80a9-43cd-b324-96b210026af9 None None] Routers {'0fa05afc-b06b-4d34-b801-ef6b98481bec'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:10:21.056618 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-349ff7b2-80a9-43cd-b324-96b210026af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:09:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['0fa05afc-b06b-4d34-b801-ef6b98481bec'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:21.073511 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-e928bcc1-22fe-4e9a-be68-8772b1cd4216 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "PUT /v2.0/floatingips/8bb81efe-df1a-4b8a-b2f6-063bcedcdbf4 HTTP/1.1" status: 200 len: 990 time: 1.8585858 Apr 14 22:10:21.074306 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e357f1-e1cf-431b-93cd-469b8d482496', 'tag': 'b061c27e-0650-4358-a170-bf1f2440017f'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:10:21.078574 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe89b316cabc9c6da7693dfedcbc481d80d5331a5be4d9b973c074b75cf4af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37366539-ea7a-4703-8030-3001dae2edcb" -d '{"events": [{"name": "network-changed", "server_uuid": "40e357f1-e1cf-431b-93cd-469b8d482496", "tag": "b061c27e-0650-4358-a170-bf1f2440017f"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:10:21.150828 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0ad081-08a8-45fc-bcd4-4c600f5868ac x-openstack-request-id: req-4f0ad081-08a8-45fc-bcd4-4c600f5868ac {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:10:21.151187 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40e357f1-e1cf-431b-93cd-469b8d482496", "tag": "b061c27e-0650-4358-a170-bf1f2440017f", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:10:21.151526 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f0ad081-08a8-45fc-bcd4-4c600f5868ac {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:10:21.151970 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f0ad081-08a8-45fc-bcd4-4c600f5868ac'] response: {'name': 'network-changed', 'server_uuid': '40e357f1-e1cf-431b-93cd-469b8d482496', 'tag': 'b061c27e-0650-4358-a170-bf1f2440017f', 'status': 'completed', 'code': 200} Apr 14 22:10:21.252022 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37366539-ea7a-4703-8030-3001dae2edcb req-81b009f2-a79d-4f7b-9436-1cf974b9970a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:21.255226 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-37366539-ea7a-4703-8030-3001dae2edcb req-81b009f2-a79d-4f7b-9436-1cf974b9970a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b75ef479aa7489a99a288245e0b1ee4&device_id=40e357f1-e1cf-431b-93cd-469b8d482496 HTTP/1.1" status: 200 len: 1129 time: 0.0768931 Apr 14 22:10:21.275239 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-349ff7b2-80a9-43cd-b324-96b210026af9 None None] Set router 0fa05afc-b06b-4d34-b801-ef6b98481bec gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:10:21.374003 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37366539-ea7a-4703-8030-3001dae2edcb req-70111698-e3e1-40ef-85bd-a44b68c92d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:21.375360 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-37366539-ea7a-4703-8030-3001dae2edcb req-70111698-e3e1-40ef-85bd-a44b68c92d15 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f84dca83-5c69-4fab-98e8-e2e1569693dd HTTP/1.1" status: 200 len: 915 time: 0.1143932 Apr 14 22:10:21.467699 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-37366539-ea7a-4703-8030-3001dae2edcb req-7365b6a9-1090-4b38-8421-6b1f376a01f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b061c27e-0650-4358-a170-bf1f2440017f HTTP/1.1" status: 200 len: 998 time: 0.0846436 Apr 14 22:10:21.547408 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37366539-ea7a-4703-8030-3001dae2edcb req-a7f992fb-8b93-4cc5-8284-da3695f998ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:21.548994 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-37366539-ea7a-4703-8030-3001dae2edcb req-a7f992fb-8b93-4cc5-8284-da3695f998ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54e124ce-91a6-4427-8064-077f8d32c149 HTTP/1.1" status: 200 len: 854 time: 0.0744286 Apr 14 22:10:21.573376 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-349ff7b2-80a9-43cd-b324-96b210026af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 4, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '8bb81efe-df1a-4b8a-b2f6-063bcedcdbf4', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'port_id': 'b061c27e-0650-4358-a170-bf1f2440017f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'mac_address': 'fa:16:3e:95:2a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e357f1-e1cf-431b-93cd-469b8d482496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:10:06Z', 'updated_at': '2022-04-14T22:10:20Z', 'revision_number': 1, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca5a437-8c6a-406a-a398-3167840c95b0', 'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'mac_address': 'fa:16:3e:09:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:54Z', 'updated_at': '2022-04-14T22:07:58Z', 'revision_number': 5, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'subnets': [{'id': '54e124ce-91a6-4427-8064-077f8d32c149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:21.606598 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37366539-ea7a-4703-8030-3001dae2edcb req-a96dd0ec-ccbc-4c2b-8299-d95e3ec77585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:21.608519 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-37366539-ea7a-4703-8030-3001dae2edcb req-a96dd0ec-ccbc-4c2b-8299-d95e3ec77585 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f84dca83-5c69-4fab-98e8-e2e1569693dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523388 Apr 14 22:10:21.609135 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349ff7b2-80a9-43cd-b324-96b210026af9 None None] Checking router: 0fa05afc-b06b-4d34-b801-ef6b98481bec for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:10:21.619602 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349ff7b2-80a9-43cd-b324-96b210026af9 None None] Routers {'0fa05afc-b06b-4d34-b801-ef6b98481bec'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:10:21.620244 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-349ff7b2-80a9-43cd-b324-96b210026af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:09:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['0fa05afc-b06b-4d34-b801-ef6b98481bec'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:21.738401 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-37366539-ea7a-4703-8030-3001dae2edcb req-6b580a7b-272b-487b-92f3-356889bd3933 service neutron] 10.222.0.26 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226153 Apr 14 22:10:21.755104 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-349ff7b2-80a9-43cd-b324-96b210026af9 None None] Set router 0fa05afc-b06b-4d34-b801-ef6b98481bec gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:10:21.892442 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-37366539-ea7a-4703-8030-3001dae2edcb req-78b44e20-806c-4580-b9f9-72605346fc1d service neutron] 10.222.0.26 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469908 Apr 14 22:10:22.044198 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-349ff7b2-80a9-43cd-b324-96b210026af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 4, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '8bb81efe-df1a-4b8a-b2f6-063bcedcdbf4', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'port_id': 'b061c27e-0650-4358-a170-bf1f2440017f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'mac_address': 'fa:16:3e:95:2a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e357f1-e1cf-431b-93cd-469b8d482496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:10:06Z', 'updated_at': '2022-04-14T22:10:20Z', 'revision_number': 1, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca5a437-8c6a-406a-a398-3167840c95b0', 'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'mac_address': 'fa:16:3e:09:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:54Z', 'updated_at': '2022-04-14T22:07:58Z', 'revision_number': 5, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'subnets': [{'id': '54e124ce-91a6-4427-8064-077f8d32c149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:22.080434 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349ff7b2-80a9-43cd-b324-96b210026af9 None None] The sync data for ids ['0fa05afc-b06b-4d34-b801-ef6b98481bec'] in dv-cinder-838009-1-iscsi is: [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 4, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '8bb81efe-df1a-4b8a-b2f6-063bcedcdbf4', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'port_id': 'b061c27e-0650-4358-a170-bf1f2440017f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'mac_address': 'fa:16:3e:95:2a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e357f1-e1cf-431b-93cd-469b8d482496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:10:06Z', 'updated_at': '2022-04-14T22:10:20Z', 'revision_number': 1, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca5a437-8c6a-406a-a398-3167840c95b0', 'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'mac_address': 'fa:16:3e:09:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:54Z', 'updated_at': '2022-04-14T22:07:58Z', 'revision_number': 5, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'subnets': [{'id': '54e124ce-91a6-4427-8064-077f8d32c149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:10:22.327739 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0980217-cd5c-4e9e-8965-41c3279f192f None None] New status for floating IP 8bb81efe-df1a-4b8a-b2f6-063bcedcdbf4: ACTIVE {{(pid=103421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:10:22.337397 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:10:22.582375 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b4b3-bb4c-4b93-abb0-31e9f0ce3f08 req-ede1345f-6c60-4ad3-8533-9f46c6606238 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:22.585068 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0ec6b4b3-bb4c-4b93-abb0-31e9f0ce3f08 req-ede1345f-6c60-4ad3-8533-9f46c6606238 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 946 time: 0.0802968 Apr 14 22:10:22.641303 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0ec6b4b3-bb4c-4b93-abb0-31e9f0ce3f08 req-a79f266b-3358-4c86-aee5-2b8c07c3ba6d tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502241 Apr 14 22:10:23.770028 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df1669-71bf-4653-b06a-5639daa04545 req-d51027b6-7ff0-4874-af25-e9904c85ce74 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:23.771932 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c2df1669-71bf-4653-b06a-5639daa04545 req-d51027b6-7ff0-4874-af25-e9904c85ce74 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 946 time: 0.0557067 Apr 14 22:10:23.835250 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c2df1669-71bf-4653-b06a-5639daa04545 req-15a0d575-2527-45ce-8dcd-9f0097d5ecb4 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/security-groups?id=073afc41-1e29-4732-ad97-2193220cb92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533972 Apr 14 22:10:23.994208 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a8f262d7-32ec-4b7d-a5de-146cbd12bf94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:24.440483 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610a424-616b-4a33-8313-2ee0c44e7b0d req-4e3ce26b-4553-413a-8181-12e6ec7eb528 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:24.442132 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7610a424-616b-4a33-8313-2ee0c44e7b0d req-4e3ce26b-4553-413a-8181-12e6ec7eb528 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.26 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 946 time: 0.0487914 Apr 14 22:10:24.529711 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-7610a424-616b-4a33-8313-2ee0c44e7b0d req-23ef74ad-4d45-4834-9adb-6c45185d8bfc tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Deleting port 97665213-ec71-4ae5-abff-5aabc48a0d9e {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:10:24.530068 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-7610a424-616b-4a33-8313-2ee0c44e7b0d req-23ef74ad-4d45-4834-9adb-6c45185d8bfc tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (97665213-ec71-4ae5-abff-5aabc48a0d9e), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:24.623383 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-7610a424-616b-4a33-8313-2ee0c44e7b0d req-23ef74ad-4d45-4834-9adb-6c45185d8bfc tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] For port 97665213-ec71-4ae5-abff-5aabc48a0d9e, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=97665213-ec71-4ae5-abff-5aabc48a0d9e,segment=NetworkSegment(2b04bd82-c328-4a5d-a847-ed46eff1a168),segment_id=2b04bd82-c328-4a5d-a847-ed46eff1a168)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:10:24.623750 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-7610a424-616b-4a33-8313-2ee0c44e7b0d req-23ef74ad-4d45-4834-9adb-6c45185d8bfc tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (97665213-ec71-4ae5-abff-5aabc48a0d9e), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:24.638657 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-7610a424-616b-4a33-8313-2ee0c44e7b0d req-23ef74ad-4d45-4834-9adb-6c45185d8bfc tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Calling delete_port for 97665213-ec71-4ae5-abff-5aabc48a0d9e owned by compute:nova {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:10:24.772188 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-7610a424-616b-4a33-8313-2ee0c44e7b0d req-23ef74ad-4d45-4834-9adb-6c45185d8bfc tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (97665213-ec71-4ae5-abff-5aabc48a0d9e), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:24.784929 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['97665213-ec71-4ae5-abff-5aabc48a0d9e'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:10:24.807925 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef74ad-4d45-4834-9adb-6c45185d8bfc tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Pushing event deleted for resources: {'Port': ['ID=97665213-ec71-4ae5-abff-5aabc48a0d9e,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:24.855009 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-7610a424-616b-4a33-8313-2ee0c44e7b0d req-23ef74ad-4d45-4834-9adb-6c45185d8bfc tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] No DVR routers for this DVR port 97665213-ec71-4ae5-abff-5aabc48a0d9e on host hv-cinder-83800 {{(pid=103420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:10:24.857626 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-7610a424-616b-4a33-8313-2ee0c44e7b0d req-23ef74ad-4d45-4834-9adb-6c45185d8bfc tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:24.861064 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7610a424-616b-4a33-8313-2ee0c44e7b0d req-23ef74ad-4d45-4834-9adb-6c45185d8bfc tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.26 "DELETE /v2.0/ports/97665213-ec71-4ae5-abff-5aabc48a0d9e HTTP/1.1" status: 204 len: 173 time: 0.4134998 Apr 14 22:10:24.861524 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94617d88-4c90-4346-a9d6-74517e31f135', 'name': 'network-vif-deleted', 'tag': '97665213-ec71-4ae5-abff-5aabc48a0d9e'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:10:24.864590 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa1b4c0-c3c5-4b9f-82de-ef166e03c074" -d '{"events": [{"server_uuid": "94617d88-4c90-4346-a9d6-74517e31f135", "name": "network-vif-deleted", "tag": "97665213-ec71-4ae5-abff-5aabc48a0d9e"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:10:24.910787 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d66d695-fbd9-4209-88ca-ec0acbb73442 x-openstack-request-id: req-3d66d695-fbd9-4209-88ca-ec0acbb73442 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:10:24.910787 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94617d88-4c90-4346-a9d6-74517e31f135", "name": "network-vif-deleted", "tag": "97665213-ec71-4ae5-abff-5aabc48a0d9e", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:10:24.911246 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d66d695-fbd9-4209-88ca-ec0acbb73442 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:10:24.911720 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d66d695-fbd9-4209-88ca-ec0acbb73442'] response: {'server_uuid': '94617d88-4c90-4346-a9d6-74517e31f135', 'name': 'network-vif-deleted', 'tag': '97665213-ec71-4ae5-abff-5aabc48a0d9e', 'status': 'completed', 'code': 200} Apr 14 22:10:24.943321 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-51c09ec3-6424-45d6-a57f-69a576bdf424 req-07769c15-4867-4cc8-ab38-d07f4d94fa64 tempest-TestMinimumBasicScenario-1431782398 tempest-TestMinimumBasicScenario-1431782398-project] 10.222.0.43 "GET /v2.0/ports?device_id=94617d88-4c90-4346-a9d6-74517e31f135 HTTP/1.1" status: 200 len: 210 time: 0.0362637 Apr 14 22:10:26.391197 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-217cfdc5-5adb-4c1c-801c-8be6333e95ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:26.694156 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52420) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:27.055921 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0b83c235-52fb-4be6-a63e-fafb10a349e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1775047'] for router_interface (1c5c4be1-a820-43f9-b2db-749f67eec737), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:27.310077 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-0b83c235-52fb-4be6-a63e-fafb10a349e0 admin admin] Deleting port d7e7be3c-2399-47c4-81fe-acf5bbef511c {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:10:27.310343 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0b83c235-52fb-4be6-a63e-fafb10a349e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (d7e7be3c-2399-47c4-81fe-acf5bbef511c), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:27.404795 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-0b83c235-52fb-4be6-a63e-fafb10a349e0 admin admin] For port d7e7be3c-2399-47c4-81fe-acf5bbef511c, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=d7e7be3c-2399-47c4-81fe-acf5bbef511c,segment=NetworkSegment(2b04bd82-c328-4a5d-a847-ed46eff1a168),segment_id=2b04bd82-c328-4a5d-a847-ed46eff1a168)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:10:27.405164 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0b83c235-52fb-4be6-a63e-fafb10a349e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (d7e7be3c-2399-47c4-81fe-acf5bbef511c), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:27.419674 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-0b83c235-52fb-4be6-a63e-fafb10a349e0 admin admin] Calling delete_port for d7e7be3c-2399-47c4-81fe-acf5bbef511c owned by network:router_interface {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:10:27.533738 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:27.653790 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0b83c235-52fb-4be6-a63e-fafb10a349e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (d7e7be3c-2399-47c4-81fe-acf5bbef511c), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:27.681921 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83c235-52fb-4be6-a63e-fafb10a349e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7e7be3c-2399-47c4-81fe-acf5bbef511c,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:27.885709 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0b83c235-52fb-4be6-a63e-fafb10a349e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1774939'] for router_interface (1c5c4be1-a820-43f9-b2db-749f67eec737), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:28.385496 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 97665213-ec71-4ae5-abff-5aabc48a0d9e no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:10:28.406555 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] No Port match for: 97665213-ec71-4ae5-abff-5aabc48a0d9e {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:10:28.406904 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 97665213-ec71-4ae5-abff-5aabc48a0d9e not bound to the agent host hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:10:28.427088 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b83c235-52fb-4be6-a63e-fafb10a349e0 admin admin] Router 1c5c4be1-a820-43f9-b2db-749f67eec737 has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:10:28.547787 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b83c235-52fb-4be6-a63e-fafb10a349e0 admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:10:28.553608 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-0b83c235-52fb-4be6-a63e-fafb10a349e0 admin admin] 10.222.0.43 "PUT /v2.0/routers/1c5c4be1-a820-43f9-b2db-749f67eec737/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8583338 Apr 14 22:10:28.556818 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52424) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:28.557152 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc39d1c-275c-4217-a71f-1bc636a3ccb6 None None] Sync routers for ids ['1c5c4be1-a820-43f9-b2db-749f67eec737'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:10:28.568058 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc39d1c-275c-4217-a71f-1bc636a3ccb6 None None] Routers {'1c5c4be1-a820-43f9-b2db-749f67eec737'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:10:28.568672 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-cbc39d1c-275c-4217-a71f-1bc636a3ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:10:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['1c5c4be1-a820-43f9-b2db-749f67eec737'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:28.680496 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cbf55434-8a7c-43f0-8361-c67f89b1a3dc admin admin] Publish callbacks [] for router (1c5c4be1-a820-43f9-b2db-749f67eec737), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:28.787401 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-cbc39d1c-275c-4217-a71f-1bc636a3ccb6 None None] Set router 1c5c4be1-a820-43f9-b2db-749f67eec737 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:10:28.816500 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cbf55434-8a7c-43f0-8361-c67f89b1a3dc admin admin] Publish callbacks [] for router_gateway (1c5c4be1-a820-43f9-b2db-749f67eec737), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:28.846076 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:28.870552 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-cbf55434-8a7c-43f0-8361-c67f89b1a3dc admin admin] Deleting port a1fe3907-96a0-420b-afcf-a986a91e1feb {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:10:28.871149 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cbf55434-8a7c-43f0-8361-c67f89b1a3dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (a1fe3907-96a0-420b-afcf-a986a91e1feb), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:28.965494 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-cbf55434-8a7c-43f0-8361-c67f89b1a3dc admin admin] For port a1fe3907-96a0-420b-afcf-a986a91e1feb, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=a1fe3907-96a0-420b-afcf-a986a91e1feb,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:10:28.966561 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cbf55434-8a7c-43f0-8361-c67f89b1a3dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (a1fe3907-96a0-420b-afcf-a986a91e1feb), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:28.984941 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-cbf55434-8a7c-43f0-8361-c67f89b1a3dc admin admin] Calling delete_port for a1fe3907-96a0-420b-afcf-a986a91e1feb owned by network:router_gateway {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:10:29.032904 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-cbc39d1c-275c-4217-a71f-1bc636a3ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'name': 'tempest-TestMinimumBasicScenario-1205624030-router', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'a1fe3907-96a0-420b-afcf-a986a91e1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:08:06Z', 'updated_at': '2022-04-14T22:10:27Z', 'revision_number': 5, 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'gw_port': {'id': 'a1fe3907-96a0-420b-afcf-a986a91e1feb', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:06Z', 'updated_at': '2022-04-14T22:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:29.089042 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc39d1c-275c-4217-a71f-1bc636a3ccb6 None None] Checking router: 1c5c4be1-a820-43f9-b2db-749f67eec737 for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:10:29.104167 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc39d1c-275c-4217-a71f-1bc636a3ccb6 None None] Routers {'1c5c4be1-a820-43f9-b2db-749f67eec737'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:10:29.105301 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-cbc39d1c-275c-4217-a71f-1bc636a3ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:10:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['1c5c4be1-a820-43f9-b2db-749f67eec737'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:29.184534 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cbf55434-8a7c-43f0-8361-c67f89b1a3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (a1fe3907-96a0-420b-afcf-a986a91e1feb), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:29.201653 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-cbc39d1c-275c-4217-a71f-1bc636a3ccb6 None None] Set router 1c5c4be1-a820-43f9-b2db-749f67eec737 gateway port host: None {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:10:29.230360 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf55434-8a7c-43f0-8361-c67f89b1a3dc admin admin] Pushing event deleted for resources: {'Port': ['ID=a1fe3907-96a0-420b-afcf-a986a91e1feb,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:29.257114 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-cbc39d1c-275c-4217-a71f-1bc636a3ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'name': 'tempest-TestMinimumBasicScenario-1205624030-router', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:08:06Z', 'updated_at': '2022-04-14T22:10:28Z', 'revision_number': 6, 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'gw_port_host': None}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:29.289091 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc39d1c-275c-4217-a71f-1bc636a3ccb6 None None] The sync data for ids ['1c5c4be1-a820-43f9-b2db-749f67eec737'] in dv-cinder-838009-1-iscsi is: [{'id': '1c5c4be1-a820-43f9-b2db-749f67eec737', 'name': 'tempest-TestMinimumBasicScenario-1205624030-router', 'tenant_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:08:06Z', 'updated_at': '2022-04-14T22:10:28Z', 'revision_number': 6, 'project_id': '4957df5a8870465fbbf36d3fe01f0e7b', 'gw_port_host': None}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:10:29.310088 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cbf55434-8a7c-43f0-8361-c67f89b1a3dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773821'] for router_gateway (1c5c4be1-a820-43f9-b2db-749f67eec737), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:29.415535 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cbf55434-8a7c-43f0-8361-c67f89b1a3dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1780003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26535'] for router (1c5c4be1-a820-43f9-b2db-749f67eec737), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:29.417929 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cbf55434-8a7c-43f0-8361-c67f89b1a3dc admin admin] Publish callbacks [] for router_controller (1c5c4be1-a820-43f9-b2db-749f67eec737), precommit_delete_associations {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:29.471188 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cbf55434-8a7c-43f0-8361-c67f89b1a3dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1779992'] for router (1c5c4be1-a820-43f9-b2db-749f67eec737), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:29.471723 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf55434-8a7c-43f0-8361-c67f89b1a3dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c5c4be1-a820-43f9-b2db-749f67eec737 {{(pid=103419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:10:29.477157 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cbf55434-8a7c-43f0-8361-c67f89b1a3dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:29.478411 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-cbf55434-8a7c-43f0-8361-c67f89b1a3dc admin admin] 10.222.0.43 "DELETE /v2.0/routers/1c5c4be1-a820-43f9-b2db-749f67eec737 HTTP/1.1" status: 204 len: 168 time: 0.9205658 Apr 14 22:10:29.480963 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52426) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:29.527405 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_v2 [None req-45262484-a659-44f7-8c3e-86a094749816 admin admin] Deleting subnet 52c6f6f2-587d-4567-93e3-915ebdc2580f {{(pid=103419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:10:29.530701 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-45262484-a659-44f7-8c3e-86a094749816 admin admin] Publish callbacks [] for subnet (52c6f6f2-587d-4567-93e3-915ebdc2580f), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:29.565135 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-45262484-a659-44f7-8c3e-86a094749816 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2730075'] for subnet (52c6f6f2-587d-4567-93e3-915ebdc2580f), precommit_delete_associations {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:29.651348 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-45262484-a659-44f7-8c3e-86a094749816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779310'] for subnet (52c6f6f2-587d-4567-93e3-915ebdc2580f), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:29.710705 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-45262484-a659-44f7-8c3e-86a094749816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9471835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9650152'] for subnet (52c6f6f2-587d-4567-93e3-915ebdc2580f), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:29.738760 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45262484-a659-44f7-8c3e-86a094749816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52c6f6f2-587d-4567-93e3-915ebdc2580f,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:29.741376 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-45262484-a659-44f7-8c3e-86a094749816 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:29.744809 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-45262484-a659-44f7-8c3e-86a094749816 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/52c6f6f2-587d-4567-93e3-915ebdc2580f HTTP/1.1" status: 204 len: 168 time: 0.2629259 Apr 14 22:10:29.746959 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80103131-d052-4378-8aab-e16a26df4271 None None] Network 8180bb61-cf56-412a-ba88-217a5f141b04 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:10:29.747255 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52428) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:29.827191 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa3fa571-0b6a-45f2-891e-ad50ec404f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606303'] for network (8180bb61-cf56-412a-ba88-217a5f141b04), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:29.875822 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa3fa571-0b6a-45f2-891e-ad50ec404f5c admin admin] Deleting port 36eaba36-bf56-4808-9820-2afb99e689a0 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:10:29.876168 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa3fa571-0b6a-45f2-891e-ad50ec404f5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (36eaba36-bf56-4808-9820-2afb99e689a0), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:29.945471 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-aa3fa571-0b6a-45f2-891e-ad50ec404f5c admin admin] For port 36eaba36-bf56-4808-9820-2afb99e689a0, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=36eaba36-bf56-4808-9820-2afb99e689a0,segment=NetworkSegment(2b04bd82-c328-4a5d-a847-ed46eff1a168),segment_id=2b04bd82-c328-4a5d-a847-ed46eff1a168)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:10:29.945841 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa3fa571-0b6a-45f2-891e-ad50ec404f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (36eaba36-bf56-4808-9820-2afb99e689a0), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:29.964027 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-aa3fa571-0b6a-45f2-891e-ad50ec404f5c admin admin] Calling delete_port for 36eaba36-bf56-4808-9820-2afb99e689a0 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:10:30.054902 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa3fa571-0b6a-45f2-891e-ad50ec404f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (36eaba36-bf56-4808-9820-2afb99e689a0), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:30.072447 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e178bd58-db72-47d6-8daa-623b5ac4a23b None None] DHCP port deletion for 8180bb61-cf56-412a-ba88-217a5f141b04 request from dv-cinder-838009-1-iscsi {{(pid=103421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:10:30.091032 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fa571-0b6a-45f2-891e-ad50ec404f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=36eaba36-bf56-4808-9820-2afb99e689a0,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:30.093052 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3fa571-0b6a-45f2-891e-ad50ec404f5c admin admin] No DVR routers for this DVR port 36eaba36-bf56-4808-9820-2afb99e689a0 on host dv-cinder-838009-1-iscsi {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:10:30.178129 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa3fa571-0b6a-45f2-891e-ad50ec404f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786069', 'neutron.services.segments.db._delete_segments_for_network-8754551739832'] for network (8180bb61-cf56-412a-ba88-217a5f141b04), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:30.203609 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-aa3fa571-0b6a-45f2-891e-ad50ec404f5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8180bb61-cf56-412a-ba88-217a5f141b04']}} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:30.215909 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-aa3fa571-0b6a-45f2-891e-ad50ec404f5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b04bd82-c328-4a5d-a847-ed46eff1a168') {'for_net_delete': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:30.216209 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-aa3fa571-0b6a-45f2-891e-ad50ec404f5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b04bd82-c328-4a5d-a847-ed46eff1a168') {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:30.233130 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa3fa571-0b6a-45f2-891e-ad50ec404f5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754551744449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2730080'] for segment (2b04bd82-c328-4a5d-a847-ed46eff1a168), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:30.244567 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa3fa571-0b6a-45f2-891e-ad50ec404f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (2b04bd82-c328-4a5d-a847-ed46eff1a168), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:30.251451 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3fa571-0b6a-45f2-891e-ad50ec404f5c admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:10:30.251850 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa3fa571-0b6a-45f2-891e-ad50ec404f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9471969'] for segment (2b04bd82-c328-4a5d-a847-ed46eff1a168), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: Traceback (most recent call last): Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: timer() Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: cb(*args, **kw) Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: return func(*args, **kwargs) Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: self._notify() Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: self.callback(batched_events) Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: event.method(event) Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: return f(self, *a, **k) Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: return self._get(url).json() Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: return self.request(url, 'GET', **kwargs) Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:10:30.253888 dv-cinder-838009-1-iscsi neutron-server[103419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:10:30.322192 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa3fa571-0b6a-45f2-891e-ad50ec404f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773785'] for network (8180bb61-cf56-412a-ba88-217a5f141b04), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:30.327664 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa3fa571-0b6a-45f2-891e-ad50ec404f5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:30.331218 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-aa3fa571-0b6a-45f2-891e-ad50ec404f5c admin admin] 10.222.0.43 "DELETE /v2.0/networks/8180bb61-cf56-412a-ba88-217a5f141b04 HTTP/1.1" status: 204 len: 168 time: 0.5829954 Apr 14 22:10:30.335722 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 52430) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:30.350235 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fa571-0b6a-45f2-891e-ad50ec404f5c admin admin] Pushing event deleted for resources: {'Network': ['ID=8180bb61-cf56-412a-ba88-217a5f141b04,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:30.479896 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:31.099888 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3862-e99f-440f-8ed3-3db6170e0fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1775047'] for router_interface (73a10369-524e-4d94-ae30-e62844302baa), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:31.108558 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device d7e7be3c-2399-47c4-81fe-acf5bbef511c no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:10:31.131182 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: d7e7be3c-2399-47c4-81fe-acf5bbef511c {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:10:31.131523 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device d7e7be3c-2399-47c4-81fe-acf5bbef511c not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:10:31.131947 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 36eaba36-bf56-4808-9820-2afb99e689a0 no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:10:31.152285 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: 36eaba36-bf56-4808-9820-2afb99e689a0 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:10:31.152721 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 36eaba36-bf56-4808-9820-2afb99e689a0 not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:10:31.153093 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device a1fe3907-96a0-420b-afcf-a986a91e1feb no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:10:31.174363 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: a1fe3907-96a0-420b-afcf-a986a91e1feb {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:10:31.174683 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device a1fe3907-96a0-420b-afcf-a986a91e1feb not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:10:31.426676 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-aa4c3862-e99f-440f-8ed3-3db6170e0fa0 admin admin] Deleting port 874eccf2-b5a5-4b37-af5e-a7cd2c56e33b {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:10:31.427292 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3862-e99f-440f-8ed3-3db6170e0fa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (874eccf2-b5a5-4b37-af5e-a7cd2c56e33b), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:31.518144 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-aa4c3862-e99f-440f-8ed3-3db6170e0fa0 admin admin] For port 874eccf2-b5a5-4b37-af5e-a7cd2c56e33b, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=874eccf2-b5a5-4b37-af5e-a7cd2c56e33b,segment=NetworkSegment(3852dd88-412b-477c-a90c-037ade62a3ab),segment_id=3852dd88-412b-477c-a90c-037ade62a3ab)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:10:31.518493 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3862-e99f-440f-8ed3-3db6170e0fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (874eccf2-b5a5-4b37-af5e-a7cd2c56e33b), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:31.533828 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-aa4c3862-e99f-440f-8ed3-3db6170e0fa0 admin admin] Calling delete_port for 874eccf2-b5a5-4b37-af5e-a7cd2c56e33b owned by network:router_interface {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:10:31.732186 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3862-e99f-440f-8ed3-3db6170e0fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (874eccf2-b5a5-4b37-af5e-a7cd2c56e33b), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:31.756776 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c3862-e99f-440f-8ed3-3db6170e0fa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=874eccf2-b5a5-4b37-af5e-a7cd2c56e33b,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:31.960889 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3862-e99f-440f-8ed3-3db6170e0fa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1774939'] for router_interface (73a10369-524e-4d94-ae30-e62844302baa), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:32.217224 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4c3862-e99f-440f-8ed3-3db6170e0fa0 admin admin] Router 73a10369-524e-4d94-ae30-e62844302baa has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:10:32.347597 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4c3862-e99f-440f-8ed3-3db6170e0fa0 admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:10:32.353504 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-aa4c3862-e99f-440f-8ed3-3db6170e0fa0 admin admin] 10.222.0.43 "PUT /v2.0/routers/73a10369-524e-4d94-ae30-e62844302baa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0161285 Apr 14 22:10:32.356117 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 52432) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:32.358423 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b45cd8-1cad-4fc5-9914-aa35deb52425 None None] Sync routers for ids ['73a10369-524e-4d94-ae30-e62844302baa'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:10:32.370314 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b45cd8-1cad-4fc5-9914-aa35deb52425 None None] Routers {'73a10369-524e-4d94-ae30-e62844302baa'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:10:32.370960 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-62b45cd8-1cad-4fc5-9914-aa35deb52425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:10:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['73a10369-524e-4d94-ae30-e62844302baa'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:32.470122 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-08fb31fa-e608-41fe-b367-fb270b647172 admin admin] Publish callbacks [] for router (73a10369-524e-4d94-ae30-e62844302baa), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:32.532710 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-62b45cd8-1cad-4fc5-9914-aa35deb52425 None None] Set router 73a10369-524e-4d94-ae30-e62844302baa gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:10:32.595573 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-08fb31fa-e608-41fe-b367-fb270b647172 admin admin] Publish callbacks [] for router_gateway (73a10369-524e-4d94-ae30-e62844302baa), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:32.649260 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-08fb31fa-e608-41fe-b367-fb270b647172 admin admin] Deleting port 1ea4bb93-e4af-40af-97ca-9f5b84d3a740 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:10:32.649604 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-08fb31fa-e608-41fe-b367-fb270b647172 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (1ea4bb93-e4af-40af-97ca-9f5b84d3a740), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:32.717834 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-62b45cd8-1cad-4fc5-9914-aa35deb52425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a10369-524e-4d94-ae30-e62844302baa', 'name': 'tempest-TestMinimumBasicScenario-1659460099-router', 'tenant_id': '6ae6a94dec63438faacc25eb54efcebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '1ea4bb93-e4af-40af-97ca-9f5b84d3a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:08:12Z', 'updated_at': '2022-04-14T22:10:31Z', 'revision_number': 5, 'project_id': '6ae6a94dec63438faacc25eb54efcebe', 'gw_port': {'id': '1ea4bb93-e4af-40af-97ca-9f5b84d3a740', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a10369-524e-4d94-ae30-e62844302baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:08:12Z', 'updated_at': '2022-04-14T22:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:32.738542 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-08fb31fa-e608-41fe-b367-fb270b647172 admin admin] For port 1ea4bb93-e4af-40af-97ca-9f5b84d3a740, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=1ea4bb93-e4af-40af-97ca-9f5b84d3a740,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:10:32.738764 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-08fb31fa-e608-41fe-b367-fb270b647172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (1ea4bb93-e4af-40af-97ca-9f5b84d3a740), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:32.744931 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b45cd8-1cad-4fc5-9914-aa35deb52425 None None] Checking router: 73a10369-524e-4d94-ae30-e62844302baa for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:10:32.753080 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-08fb31fa-e608-41fe-b367-fb270b647172 admin admin] Calling delete_port for 1ea4bb93-e4af-40af-97ca-9f5b84d3a740 owned by network:router_gateway {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:10:32.754316 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b45cd8-1cad-4fc5-9914-aa35deb52425 None None] Routers {'73a10369-524e-4d94-ae30-e62844302baa'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:10:32.754955 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-62b45cd8-1cad-4fc5-9914-aa35deb52425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:10:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['73a10369-524e-4d94-ae30-e62844302baa'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:32.941941 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-08fb31fa-e608-41fe-b367-fb270b647172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (1ea4bb93-e4af-40af-97ca-9f5b84d3a740), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:32.981665 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-62b45cd8-1cad-4fc5-9914-aa35deb52425 None None] Set router 73a10369-524e-4d94-ae30-e62844302baa gateway port host: None {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:10:33.044628 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-62b45cd8-1cad-4fc5-9914-aa35deb52425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a10369-524e-4d94-ae30-e62844302baa', 'name': 'tempest-TestMinimumBasicScenario-1659460099-router', 'tenant_id': '6ae6a94dec63438faacc25eb54efcebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:08:12Z', 'updated_at': '2022-04-14T22:10:32Z', 'revision_number': 6, 'project_id': '6ae6a94dec63438faacc25eb54efcebe', 'gw_port_host': None}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:33.072254 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b45cd8-1cad-4fc5-9914-aa35deb52425 None None] The sync data for ids ['73a10369-524e-4d94-ae30-e62844302baa'] in dv-cinder-838009-1-iscsi is: [{'id': '73a10369-524e-4d94-ae30-e62844302baa', 'name': 'tempest-TestMinimumBasicScenario-1659460099-router', 'tenant_id': '6ae6a94dec63438faacc25eb54efcebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:08:12Z', 'updated_at': '2022-04-14T22:10:32Z', 'revision_number': 6, 'project_id': '6ae6a94dec63438faacc25eb54efcebe', 'gw_port_host': None}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:10:33.260912 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb31fa-e608-41fe-b367-fb270b647172 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea4bb93-e4af-40af-97ca-9f5b84d3a740,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:33.332489 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-08fb31fa-e608-41fe-b367-fb270b647172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773821'] for router_gateway (73a10369-524e-4d94-ae30-e62844302baa), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:33.431842 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-08fb31fa-e608-41fe-b367-fb270b647172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1780003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26535'] for router (73a10369-524e-4d94-ae30-e62844302baa), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:33.434446 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-08fb31fa-e608-41fe-b367-fb270b647172 admin admin] Publish callbacks [] for router_controller (73a10369-524e-4d94-ae30-e62844302baa), precommit_delete_associations {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:33.488919 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-08fb31fa-e608-41fe-b367-fb270b647172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1779992'] for router (73a10369-524e-4d94-ae30-e62844302baa), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:33.489740 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fb31fa-e608-41fe-b367-fb270b647172 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73a10369-524e-4d94-ae30-e62844302baa {{(pid=103420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:10:33.498143 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-08fb31fa-e608-41fe-b367-fb270b647172 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:33.502234 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-08fb31fa-e608-41fe-b367-fb270b647172 admin admin] 10.222.0.43 "DELETE /v2.0/routers/73a10369-524e-4d94-ae30-e62844302baa HTTP/1.1" status: 204 len: 168 time: 1.1429186 Apr 14 22:10:33.502713 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 52436) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:33.565413 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4dfca80-9c11-4d25-88d5-cce11be0a7fe admin admin] Deleting subnet 89a26ea2-9d74-478d-bca2-a2c7082d3622 {{(pid=103420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:10:33.569088 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b4dfca80-9c11-4d25-88d5-cce11be0a7fe admin admin] Publish callbacks [] for subnet (89a26ea2-9d74-478d-bca2-a2c7082d3622), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:33.606354 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b4dfca80-9c11-4d25-88d5-cce11be0a7fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10468387'] for subnet (89a26ea2-9d74-478d-bca2-a2c7082d3622), precommit_delete_associations {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:33.695010 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b4dfca80-9c11-4d25-88d5-cce11be0a7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779310'] for subnet (89a26ea2-9d74-478d-bca2-a2c7082d3622), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:33.750954 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b4dfca80-9c11-4d25-88d5-cce11be0a7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8824124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8655946'] for subnet (89a26ea2-9d74-478d-bca2-a2c7082d3622), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:33.778228 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dfca80-9c11-4d25-88d5-cce11be0a7fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89a26ea2-9d74-478d-bca2-a2c7082d3622,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:33.782879 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b4dfca80-9c11-4d25-88d5-cce11be0a7fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:33.788388 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-b4dfca80-9c11-4d25-88d5-cce11be0a7fe admin admin] 10.222.0.43 "DELETE /v2.0/subnets/89a26ea2-9d74-478d-bca2-a2c7082d3622 HTTP/1.1" status: 204 len: 168 time: 0.2826388 Apr 14 22:10:33.788950 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350d332d-a1c1-46f4-be71-70a8fbb39f1e None None] Network 9dcb163f-6989-4edf-b58e-26ed76883c7b requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:10:33.791109 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52438) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:33.873172 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ef6ae329-11da-4c14-9f39-09ee7da58564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606303'] for network (9dcb163f-6989-4edf-b58e-26ed76883c7b), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:33.935827 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ae329-11da-4c14-9f39-09ee7da58564 admin admin] Deleting port 973eff7c-581c-43d2-babf-48244151e209 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:10:33.936261 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ef6ae329-11da-4c14-9f39-09ee7da58564 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (973eff7c-581c-43d2-babf-48244151e209), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:33.985897 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a038a1a-9146-496f-8de9-d1ad6aef47f1 None None] DHCP port deletion for 9dcb163f-6989-4edf-b58e-26ed76883c7b request from dv-cinder-838009-1-iscsi {{(pid=103421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:10:34.028934 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-ef6ae329-11da-4c14-9f39-09ee7da58564 admin admin] For port 973eff7c-581c-43d2-babf-48244151e209, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=973eff7c-581c-43d2-babf-48244151e209,segment=NetworkSegment(3852dd88-412b-477c-a90c-037ade62a3ab),segment_id=3852dd88-412b-477c-a90c-037ade62a3ab)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:10:34.029218 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ef6ae329-11da-4c14-9f39-09ee7da58564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (973eff7c-581c-43d2-babf-48244151e209), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:34.044638 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ae329-11da-4c14-9f39-09ee7da58564 admin admin] Calling delete_port for 973eff7c-581c-43d2-babf-48244151e209 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:10:34.050120 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-5a038a1a-9146-496f-8de9-d1ad6aef47f1 None None] Deleting port 973eff7c-581c-43d2-babf-48244151e209 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:10:34.051334 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a038a1a-9146-496f-8de9-d1ad6aef47f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (973eff7c-581c-43d2-babf-48244151e209), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:34.130678 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-5a038a1a-9146-496f-8de9-d1ad6aef47f1 None None] For port 973eff7c-581c-43d2-babf-48244151e209, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=973eff7c-581c-43d2-babf-48244151e209,segment=NetworkSegment(3852dd88-412b-477c-a90c-037ade62a3ab),segment_id=3852dd88-412b-477c-a90c-037ade62a3ab)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:10:34.132719 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a038a1a-9146-496f-8de9-d1ad6aef47f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (973eff7c-581c-43d2-babf-48244151e209), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:34.132871 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ef6ae329-11da-4c14-9f39-09ee7da58564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (973eff7c-581c-43d2-babf-48244151e209), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:34.160442 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-5a038a1a-9146-496f-8de9-d1ad6aef47f1 None None] Calling delete_port for 973eff7c-581c-43d2-babf-48244151e209 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:10:34.167314 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6ae329-11da-4c14-9f39-09ee7da58564 admin admin] No DVR routers for this DVR port 973eff7c-581c-43d2-babf-48244151e209 on host dv-cinder-838009-1-iscsi {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:10:34.173290 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ae329-11da-4c14-9f39-09ee7da58564 admin admin] Pushing event deleted for resources: {'Port': ['ID=973eff7c-581c-43d2-babf-48244151e209,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:34.263705 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ef6ae329-11da-4c14-9f39-09ee7da58564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786069', 'neutron.services.segments.db._delete_segments_for_network-8754551739832'] for network (9dcb163f-6989-4edf-b58e-26ed76883c7b), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:34.289377 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-ef6ae329-11da-4c14-9f39-09ee7da58564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dcb163f-6989-4edf-b58e-26ed76883c7b']}} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:34.299774 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-ef6ae329-11da-4c14-9f39-09ee7da58564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3852dd88-412b-477c-a90c-037ade62a3ab') {'for_net_delete': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:34.300169 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-ef6ae329-11da-4c14-9f39-09ee7da58564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3852dd88-412b-477c-a90c-037ade62a3ab') {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:34.311707 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ef6ae329-11da-4c14-9f39-09ee7da58564 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754551744449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2730080'] for segment (3852dd88-412b-477c-a90c-037ade62a3ab), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:34.321134 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a038a1a-9146-496f-8de9-d1ad6aef47f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705'] for port (973eff7c-581c-43d2-babf-48244151e209), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:34.332641 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ef6ae329-11da-4c14-9f39-09ee7da58564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (3852dd88-412b-477c-a90c-037ade62a3ab), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:34.339875 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6ae329-11da-4c14-9f39-09ee7da58564 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:10:34.340564 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ef6ae329-11da-4c14-9f39-09ee7da58564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9471969'] for segment (3852dd88-412b-477c-a90c-037ade62a3ab), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: Traceback (most recent call last): Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: timer() Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: cb(*args, **kw) Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: return func(*args, **kwargs) Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: self._notify() Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: self.callback(batched_events) Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: event.method(event) Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: return f(self, *a, **k) Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: return self._get(url).json() Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: return self.request(url, 'GET', **kwargs) Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:10:34.342777 dv-cinder-838009-1-iscsi neutron-server[103419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:10:34.351416 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a038a1a-9146-496f-8de9-d1ad6aef47f1 None None] Pushing event deleted for resources: {'Port': ['ID=973eff7c-581c-43d2-babf-48244151e209,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:34.358444 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a038a1a-9146-496f-8de9-d1ad6aef47f1 None None] No DVR routers for this DVR port 973eff7c-581c-43d2-babf-48244151e209 on host dv-cinder-838009-1-iscsi {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:10:34.413386 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ef6ae329-11da-4c14-9f39-09ee7da58564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773785'] for network (9dcb163f-6989-4edf-b58e-26ed76883c7b), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:34.420074 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ef6ae329-11da-4c14-9f39-09ee7da58564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:34.424537 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-ef6ae329-11da-4c14-9f39-09ee7da58564 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9dcb163f-6989-4edf-b58e-26ed76883c7b HTTP/1.1" status: 204 len: 168 time: 0.6322091 Apr 14 22:10:34.437359 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ae329-11da-4c14-9f39-09ee7da58564 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dcb163f-6989-4edf-b58e-26ed76883c7b,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:34.608644 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52442) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:34.652613 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-45ebc10d-79a8-43fb-bafe-500c1cd3cbaa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4957df5a8870465fbbf36d3fe01f0e7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427420 Apr 14 22:10:34.655482 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52444) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:34.714331 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-074b8474-5038-4293-8023-34a708b54f36 admin admin] Publish callbacks [] for security_group (073afc41-1e29-4732-ad97-2193220cb92d), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:34.739650 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-074b8474-5038-4293-8023-34a708b54f36 admin admin] Publish callbacks [] for security_group (073afc41-1e29-4732-ad97-2193220cb92d), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:34.796599 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-074b8474-5038-4293-8023-34a708b54f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (073afc41-1e29-4732-ad97-2193220cb92d), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:34.799508 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-074b8474-5038-4293-8023-34a708b54f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:34.801144 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-074b8474-5038-4293-8023-34a708b54f36 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/073afc41-1e29-4732-ad97-2193220cb92d HTTP/1.1" status: 204 len: 168 time: 0.1445491 Apr 14 22:10:34.814719 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b8474-5038-4293-8023-34a708b54f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073afc41-1e29-4732-ad97-2193220cb92d,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:35.074376 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 973eff7c-581c-43d2-babf-48244151e209 no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:10:35.096072 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: 973eff7c-581c-43d2-babf-48244151e209 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:10:35.096457 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 973eff7c-581c-43d2-babf-48244151e209 not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:10:35.096852 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 874eccf2-b5a5-4b37-af5e-a7cd2c56e33b no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:10:35.117787 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: 874eccf2-b5a5-4b37-af5e-a7cd2c56e33b {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:10:35.118129 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 874eccf2-b5a5-4b37-af5e-a7cd2c56e33b not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:10:35.118620 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 1ea4bb93-e4af-40af-97ca-9f5b84d3a740 no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:10:35.140082 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: 1ea4bb93-e4af-40af-97ca-9f5b84d3a740 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:10:35.140456 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 1ea4bb93-e4af-40af-97ca-9f5b84d3a740 not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:10:35.195873 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52450) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:35.235390 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-84fce0a0-0edb-4926-b61d-328951bdba3c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6ae6a94dec63438faacc25eb54efcebe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383356 Apr 14 22:10:35.238469 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52452) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:35.285810 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa6e88b1-fd57-4283-a62b-818ef3fc927d admin admin] Publish callbacks [] for security_group (711f1681-6ca2-44df-8b39-05f8df6ee394), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:35.307415 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa6e88b1-fd57-4283-a62b-818ef3fc927d admin admin] Publish callbacks [] for security_group (711f1681-6ca2-44df-8b39-05f8df6ee394), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:35.357979 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa6e88b1-fd57-4283-a62b-818ef3fc927d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (711f1681-6ca2-44df-8b39-05f8df6ee394), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:35.360489 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-aa6e88b1-fd57-4283-a62b-818ef3fc927d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:35.361641 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-aa6e88b1-fd57-4283-a62b-818ef3fc927d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/711f1681-6ca2-44df-8b39-05f8df6ee394 HTTP/1.1" status: 204 len: 168 time: 0.1222475 Apr 14 22:10:35.370104 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e88b1-fd57-4283-a62b-818ef3fc927d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711f1681-6ca2-44df-8b39-05f8df6ee394,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:36.092799 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 52474) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:36.208202 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-7262e0b9-7caf-4d08-9dce-4d26960c1e45 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1568295418-network', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:10:36.231385 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7262e0b9-7caf-4d08-9dce-4d26960c1e45 admin admin] Made reservation on behalf of 60ea1ac7ba4d4ff6ad60cc164e122876 for: {'network': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:10:36.234331 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7262e0b9-7caf-4d08-9dce-4d26960c1e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for network (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:36.244470 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7262e0b9-7caf-4d08-9dce-4d26960c1e45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:36.362176 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7262e0b9-7caf-4d08-9dce-4d26960c1e45 admin admin] Publish callbacks [] for security_group (94af457e-86d0-4126-adbc-8aab6c3f7986), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:36.367624 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7262e0b9-7caf-4d08-9dce-4d26960c1e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (94af457e-86d0-4126-adbc-8aab6c3f7986), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:36.399945 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7262e0b9-7caf-4d08-9dce-4d26960c1e45 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:10:36.410190 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262e0b9-7caf-4d08-9dce-4d26960c1e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94af457e-86d0-4126-adbc-8aab6c3f7986,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:36.418284 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7262e0b9-7caf-4d08-9dce-4d26960c1e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (e5c756cd-ca08-467a-9b38-428d7837bb9a), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:36.418637 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.segments_db [None req-7262e0b9-7caf-4d08-9dce-4d26960c1e45 admin admin] Added segment e5c756cd-ca08-467a-9b38-428d7837bb9a of type vlan for network e03a0b21-d92d-4751-9968-b97f6e477f51 Apr 14 22:10:36.470772 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7262e0b9-7caf-4d08-9dce-4d26960c1e45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754551219941'] for network (e03a0b21-d92d-4751-9968-b97f6e477f51), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:36.499023 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7262e0b9-7caf-4d08-9dce-4d26960c1e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for network (e03a0b21-d92d-4751-9968-b97f6e477f51), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:36.500027 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7262e0b9-7caf-4d08-9dce-4d26960c1e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:36.500657 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7262e0b9-7caf-4d08-9dce-4d26960c1e45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:36.569120 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-7262e0b9-7caf-4d08-9dce-4d26960c1e45 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4751022 Apr 14 22:10:36.571780 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 52478) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:36.579112 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-2edebfa7-282b-46b7-9163-7444256b39f6 admin admin] Request body: {'subnet': {'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1568295418-subnet', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'ip_version': 4}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:10:36.587284 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262e0b9-7caf-4d08-9dce-4d26960c1e45 admin admin] Pushing event updated for resources: {'Network': ['ID=e03a0b21-d92d-4751-9968-b97f6e477f51,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:36.602225 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Network e03a0b21-d92d-4751-9968-b97f6e477f51 details requested by agent ovs-agent-dv-cinder-838009-1-iscsi with host dv-cinder-838009-1-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:10:36.612258 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edebfa7-282b-46b7-9163-7444256b39f6 admin admin] Made reservation on behalf of 60ea1ac7ba4d4ff6ad60cc164e122876 for: {'subnet': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:10:36.615102 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2edebfa7-282b-46b7-9163-7444256b39f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8655973'] for subnet (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:36.856419 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2edebfa7-282b-46b7-9163-7444256b39f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8655987'] for subnet (10052eef-9b75-42ae-9365-46a15f31951d), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:36.917695 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edebfa7-282b-46b7-9163-7444256b39f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10052eef-9b75-42ae-9365-46a15f31951d,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:36.928794 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edebfa7-282b-46b7-9163-7444256b39f6 admin admin] Checking segment: {'id': 'e5c756cd-ca08-467a-9b38-428d7837bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:10:36.929276 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edebfa7-282b-46b7-9163-7444256b39f6 admin admin] Network hostable DHCP agents. Network: e03a0b21-d92d-4751-9968-b97f6e477f51, hostable agents: ['806db378-0d8c-47fe-9666-9619b6d8e1d9'], hosted agents: [] {{(pid=103420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:10:36.947520 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edebfa7-282b-46b7-9163-7444256b39f6 admin admin] Network e03a0b21-d92d-4751-9968-b97f6e477f51 is scheduled to be hosted by DHCP agent 806db378-0d8c-47fe-9666-9619b6d8e1d9 with binding_index 1 {{(pid=103420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:10:36.959065 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-2edebfa7-282b-46b7-9163-7444256b39f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-1-iscsi, e03a0b21-d92d-4751-9968-b97f6e477f51) {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:10:36.963144 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edebfa7-282b-46b7-9163-7444256b39f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:36.963734 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2edebfa7-282b-46b7-9163-7444256b39f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:36.969666 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08efd66f-be81-4e1a-af33-445016de83e1 None None] Network e03a0b21-d92d-4751-9968-b97f6e477f51 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:10:36.981051 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-2edebfa7-282b-46b7-9163-7444256b39f6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4081078 Apr 14 22:10:36.983771 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 52480) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:36.988750 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-e988abc5-584d-4032-b8ca-33fc6d75f8f1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1568295418-router', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:10:37.011202 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e988abc5-584d-4032-b8ca-33fc6d75f8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1779785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26517'] for router (b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:37.012500 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e988abc5-584d-4032-b8ca-33fc6d75f8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1780185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26540'] for router (b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:37.073523 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e988abc5-584d-4032-b8ca-33fc6d75f8f1 admin admin] Publish callbacks [] for router_controller (b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8), precommit_add_association {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:37.102703 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796a6238-46e0-415e-bee8-d3a89ad118ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb219b8ea-8e47-5afe-ae3f-c3ef3885854b-e03a0b21-d92d-4751-9968-b97f6e477f51', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'fixed_ips': [{'subnet_id': '10052eef-9b75-42ae-9365-46a15f31951d'}]}} from dv-cinder-838009-1-iscsi. {{(pid=103421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 22:10:37.103730 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-796a6238-46e0-415e-bee8-d3a89ad118ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:37.243672 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e988abc5-584d-4032-b8ca-33fc6d75f8f1 admin admin] Publish callbacks [] for router_gateway (b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:37.270816 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-796a6238-46e0-415e-bee8-d3a89ad118ff None None] Allocated IP 172.20.0.2 (e03a0b21-d92d-4751-9968-b97f6e477f51/10052eef-9b75-42ae-9365-46a15f31951d/c800dcd3-7a15-47ef-9b16-0bb35ac19af3) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:10:37.435526 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-796a6238-46e0-415e-bee8-d3a89ad118ff None None] Publish callbacks [] for port (c800dcd3-7a15-47ef-9b16-0bb35ac19af3), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:37.443404 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-796a6238-46e0-415e-bee8-d3a89ad118ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696'] for port (c800dcd3-7a15-47ef-9b16-0bb35ac19af3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:37.454507 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e988abc5-584d-4032-b8ca-33fc6d75f8f1 admin admin] Publish callbacks [] for router_gateway (b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:37.477684 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e988abc5-584d-4032-b8ca-33fc6d75f8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:37.488404 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796a6238-46e0-415e-bee8-d3a89ad118ff None None] Network e03a0b21-d92d-4751-9968-b97f6e477f51 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:10:37.491730 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-796a6238-46e0-415e-bee8-d3a89ad118ff None None] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:10:37.496272 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796a6238-46e0-415e-bee8-d3a89ad118ff None None] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:10:37.499522 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a6238-46e0-415e-bee8-d3a89ad118ff None None] Pushing event updated for resources: {'Port': ['ID=c800dcd3-7a15-47ef-9b16-0bb35ac19af3,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:37.557586 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-796a6238-46e0-415e-bee8-d3a89ad118ff None None] Attempting to bind port c800dcd3-7a15-47ef-9b16-0bb35ac19af3 on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:10:37.557954 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-796a6238-46e0-415e-bee8-d3a89ad118ff None None] Attempting to bind port c800dcd3-7a15-47ef-9b16-0bb35ac19af3 by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': 'e5c756cd-ca08-467a-9b38-428d7837bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:10:37.558314 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796a6238-46e0-415e-bee8-d3a89ad118ff None None] Attempting to bind port c800dcd3-7a15-47ef-9b16-0bb35ac19af3 on network e03a0b21-d92d-4751-9968-b97f6e477f51 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:10:37.564274 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796a6238-46e0-415e-bee8-d3a89ad118ff None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:10:37.564769 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796a6238-46e0-415e-bee8-d3a89ad118ff None None] Checking segment: {'id': 'e5c756cd-ca08-467a-9b38-428d7837bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:10:37.565172 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-796a6238-46e0-415e-bee8-d3a89ad118ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:37.565572 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796a6238-46e0-415e-bee8-d3a89ad118ff None None] Bound using segment: {'id': 'e5c756cd-ca08-467a-9b38-428d7837bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:10:37.566641 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-796a6238-46e0-415e-bee8-d3a89ad118ff None None] Bound port: c800dcd3-7a15-47ef-9b16-0bb35ac19af3, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c756cd-ca08-467a-9b38-428d7837bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:10:37.567026 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-796a6238-46e0-415e-bee8-d3a89ad118ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (c800dcd3-7a15-47ef-9b16-0bb35ac19af3), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:37.593902 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-e988abc5-584d-4032-b8ca-33fc6d75f8f1 admin admin] Allocated IP 172.27.2.166 (3128b05d-34b2-457b-8391-96d8c4503307/9279f13a-7b11-4203-b3e3-d3fa0b2aa609/a779d1b2-5656-42e8-b26d-48e4306b6987) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:10:37.639351 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-796a6238-46e0-415e-bee8-d3a89ad118ff None None] For port c800dcd3-7a15-47ef-9b16-0bb35ac19af3, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:10:37.642679 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-796a6238-46e0-415e-bee8-d3a89ad118ff None None] For port c800dcd3-7a15-47ef-9b16-0bb35ac19af3, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=c800dcd3-7a15-47ef-9b16-0bb35ac19af3,segment=NetworkSegment(e5c756cd-ca08-467a-9b38-428d7837bb9a),segment_id=e5c756cd-ca08-467a-9b38-428d7837bb9a)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:10:37.650436 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-796a6238-46e0-415e-bee8-d3a89ad118ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (c800dcd3-7a15-47ef-9b16-0bb35ac19af3), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:37.711370 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a6238-46e0-415e-bee8-d3a89ad118ff None None] Pushing event updated for resources: {'Port': ['ID=c800dcd3-7a15-47ef-9b16-0bb35ac19af3,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:37.714503 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e988abc5-584d-4032-b8ca-33fc6d75f8f1 admin admin] Publish callbacks [] for port (a779d1b2-5656-42e8-b26d-48e4306b6987), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:37.754868 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e988abc5-584d-4032-b8ca-33fc6d75f8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (a779d1b2-5656-42e8-b26d-48e4306b6987), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:37.795838 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e988abc5-584d-4032-b8ca-33fc6d75f8f1 admin admin] Network 3128b05d-34b2-457b-8391-96d8c4503307 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:10:37.799418 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-e988abc5-584d-4032-b8ca-33fc6d75f8f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:10:37.802643 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e988abc5-584d-4032-b8ca-33fc6d75f8f1 admin admin] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:10:37.835878 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988abc5-584d-4032-b8ca-33fc6d75f8f1 admin admin] Pushing event updated for resources: {'Port': ['ID=a779d1b2-5656-42e8-b26d-48e4306b6987,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:38.140770 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e988abc5-584d-4032-b8ca-33fc6d75f8f1 admin admin] Publish callbacks [] for router_gateway (b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:38.376237 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e988abc5-584d-4032-b8ca-33fc6d75f8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1780174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773729'] for router (b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:38.532827 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e988abc5-584d-4032-b8ca-33fc6d75f8f1 admin admin] Router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 is scheduled to L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 with binding_index 1 {{(pid=103420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 22:10:38.659860 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e988abc5-584d-4032-b8ca-33fc6d75f8f1 admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:10:38.671529 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf4dc98-e891-4505-ab4d-fab46fe29b9c None None] Sync routers for ids ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:10:38.684391 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e988abc5-584d-4032-b8ca-33fc6d75f8f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:38.686587 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf4dc98-e891-4505-ab4d-fab46fe29b9c None None] Routers {'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:10:38.687344 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-ddf4dc98-e891-4505-ab4d-fab46fe29b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:10:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:38.688588 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52482) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:38.689056 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-e988abc5-584d-4032-b8ca-33fc6d75f8f1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7039762 Apr 14 22:10:38.694309 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0729981b-84f3-457c-9052-5e9a371cc2dc None None] Network e03a0b21-d92d-4751-9968-b97f6e477f51 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:10:38.760052 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-9c7615b0-42ca-4058-af82-3fe6ebf97a8c None None] Provisioning complete for port c800dcd3-7a15-47ef-9b16-0bb35ac19af3 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:10:38.760576 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9c7615b0-42ca-4058-af82-3fe6ebf97a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (c800dcd3-7a15-47ef-9b16-0bb35ac19af3), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:38.804378 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-ddf4dc98-e891-4505-ab4d-fab46fe29b9c None None] Set router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:10:38.883400 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-9c7615b0-42ca-4058-af82-3fe6ebf97a8c None None] Current status of the port c800dcd3-7a15-47ef-9b16-0bb35ac19af3 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:10:38.883629 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9c7615b0-42ca-4058-af82-3fe6ebf97a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (c800dcd3-7a15-47ef-9b16-0bb35ac19af3), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:38.927856 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-9c7615b0-42ca-4058-af82-3fe6ebf97a8c None None] For port c800dcd3-7a15-47ef-9b16-0bb35ac19af3, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=c800dcd3-7a15-47ef-9b16-0bb35ac19af3,segment=NetworkSegment(e5c756cd-ca08-467a-9b38-428d7837bb9a),segment_id=e5c756cd-ca08-467a-9b38-428d7837bb9a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:10:38.934238 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9c7615b0-42ca-4058-af82-3fe6ebf97a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (c800dcd3-7a15-47ef-9b16-0bb35ac19af3), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:38.989846 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-ddf4dc98-e891-4505-ab4d-fab46fe29b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'name': 'tempest-TestVolumeBootPattern-1568295418-router', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:38Z', 'revision_number': 3, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'gw_port': {'id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:38.997108 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7615b0-42ca-4058-af82-3fe6ebf97a8c None None] Pushing event updated for resources: {'Port': ['ID=c800dcd3-7a15-47ef-9b16-0bb35ac19af3,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:39.027448 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf4dc98-e891-4505-ab4d-fab46fe29b9c None None] Checking router: b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:10:39.027810 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf4dc98-e891-4505-ab4d-fab46fe29b9c None None] Updating router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 port a779d1b2-5656-42e8-b26d-48e4306b6987 binding host dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:10:39.084006 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ddf4dc98-e891-4505-ab4d-fab46fe29b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (a779d1b2-5656-42e8-b26d-48e4306b6987), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:39.132118 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device c800dcd3-7a15-47ef-9b16-0bb35ac19af3 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:10:39.195485 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port c800dcd3-7a15-47ef-9b16-0bb35ac19af3 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:10:39.195879 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (c800dcd3-7a15-47ef-9b16-0bb35ac19af3), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:39.210410 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-69ed7e30-5c0e-472e-ab00-0119b089be03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:39.259653 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-648b4883-4af2-4857-9f78-1edb09e86ad2 None None] Provisioning complete for port c800dcd3-7a15-47ef-9b16-0bb35ac19af3 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:10:39.260287 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-648b4883-4af2-4857-9f78-1edb09e86ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (c800dcd3-7a15-47ef-9b16-0bb35ac19af3), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:39.342317 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port c800dcd3-7a15-47ef-9b16-0bb35ac19af3 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:10:39.387515 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-69ed7e30-5c0e-472e-ab00-0119b089be03 admin admin] Allocated IP 172.20.0.1 (e03a0b21-d92d-4751-9968-b97f6e477f51/10052eef-9b75-42ae-9365-46a15f31951d/22c46188-ada7-4678-92f9-feb2369e00c5) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:10:39.389156 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ddf4dc98-e891-4505-ab4d-fab46fe29b9c None None] Publish callbacks [] for port (a779d1b2-5656-42e8-b26d-48e4306b6987), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:39.398054 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ddf4dc98-e891-4505-ab4d-fab46fe29b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (a779d1b2-5656-42e8-b26d-48e4306b6987), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:39.399772 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-648b4883-4af2-4857-9f78-1edb09e86ad2 None None] Current status of the port c800dcd3-7a15-47ef-9b16-0bb35ac19af3 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:10:39.458309 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-ddf4dc98-e891-4505-ab4d-fab46fe29b9c None None] Attempting to bind port a779d1b2-5656-42e8-b26d-48e4306b6987 on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:10:39.458626 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-ddf4dc98-e891-4505-ab4d-fab46fe29b9c None None] Attempting to bind port a779d1b2-5656-42e8-b26d-48e4306b6987 by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:10:39.458959 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf4dc98-e891-4505-ab4d-fab46fe29b9c None None] Attempting to bind port a779d1b2-5656-42e8-b26d-48e4306b6987 on network 3128b05d-34b2-457b-8391-96d8c4503307 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:10:39.466635 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8da67-9ff3-48ee-acf8-938b2122b267 None None] Pushing event updated for resources: {'Port': ['ID=a779d1b2-5656-42e8-b26d-48e4306b6987,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:39.470345 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf4dc98-e891-4505-ab4d-fab46fe29b9c None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:10:39.470720 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf4dc98-e891-4505-ab4d-fab46fe29b9c None None] Checking segment: {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:10:39.471124 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ddf4dc98-e891-4505-ab4d-fab46fe29b9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:39.471519 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf4dc98-e891-4505-ab4d-fab46fe29b9c None None] Bound using segment: {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:10:39.472042 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-ddf4dc98-e891-4505-ab4d-fab46fe29b9c None None] Bound port: a779d1b2-5656-42e8-b26d-48e4306b6987, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:10:39.472477 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ddf4dc98-e891-4505-ab4d-fab46fe29b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (a779d1b2-5656-42e8-b26d-48e4306b6987), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:39.479259 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8da67-9ff3-48ee-acf8-938b2122b267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:39.479600 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8da67-9ff3-48ee-acf8-938b2122b267 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:39.479965 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8da67-9ff3-48ee-acf8-938b2122b267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:39.480352 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8da67-9ff3-48ee-acf8-938b2122b267 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:39.480673 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8da67-9ff3-48ee-acf8-938b2122b267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:39.481001 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8da67-9ff3-48ee-acf8-938b2122b267 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:39.481326 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8da67-9ff3-48ee-acf8-938b2122b267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:39.481656 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8da67-9ff3-48ee-acf8-938b2122b267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:39.481976 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8da67-9ff3-48ee-acf8-938b2122b267 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:39.482291 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8da67-9ff3-48ee-acf8-938b2122b267 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:39.482610 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8da67-9ff3-48ee-acf8-938b2122b267 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:39.482943 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8da67-9ff3-48ee-acf8-938b2122b267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:39.483264 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8da67-9ff3-48ee-acf8-938b2122b267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:39.483577 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8da67-9ff3-48ee-acf8-938b2122b267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:39.483892 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c8da67-9ff3-48ee-acf8-938b2122b267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:39.505437 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-69ed7e30-5c0e-472e-ab00-0119b089be03 admin admin] Publish callbacks [] for port (22c46188-ada7-4678-92f9-feb2369e00c5), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:39.545474 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-69ed7e30-5c0e-472e-ab00-0119b089be03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (22c46188-ada7-4678-92f9-feb2369e00c5), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:39.557349 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-ddf4dc98-e891-4505-ab4d-fab46fe29b9c None None] For port a779d1b2-5656-42e8-b26d-48e4306b6987, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:10:39.560964 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-ddf4dc98-e891-4505-ab4d-fab46fe29b9c None None] For port a779d1b2-5656-42e8-b26d-48e4306b6987, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=a779d1b2-5656-42e8-b26d-48e4306b6987,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:10:39.568442 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ddf4dc98-e891-4505-ab4d-fab46fe29b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (a779d1b2-5656-42e8-b26d-48e4306b6987), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:39.590048 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ed7e30-5c0e-472e-ab00-0119b089be03 admin admin] Network e03a0b21-d92d-4751-9968-b97f6e477f51 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:10:39.597207 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-69ed7e30-5c0e-472e-ab00-0119b089be03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:10:39.602133 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ed7e30-5c0e-472e-ab00-0119b089be03 admin admin] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:10:39.605727 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed7e30-5c0e-472e-ab00-0119b089be03 admin admin] Pushing event updated for resources: {'Port': ['ID=22c46188-ada7-4678-92f9-feb2369e00c5,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:39.635245 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8da67-9ff3-48ee-acf8-938b2122b267 None None] Pushing event updated for resources: {'Port': ['ID=a779d1b2-5656-42e8-b26d-48e4306b6987,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:39.639767 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf4dc98-e891-4505-ab4d-fab46fe29b9c None None] Routers {'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:10:39.640425 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-ddf4dc98-e891-4505-ab4d-fab46fe29b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:10:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:39.649587 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-69ed7e30-5c0e-472e-ab00-0119b089be03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1773648'] for router_interface (b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:39.781713 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-ddf4dc98-e891-4505-ab4d-fab46fe29b9c None None] Set router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:10:39.841531 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-69ed7e30-5c0e-472e-ab00-0119b089be03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (22c46188-ada7-4678-92f9-feb2369e00c5), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:39.940335 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-18c21f59-fc89-4e31-bf2b-b39618b35b4a None None] Provisioning complete for port 22c46188-ada7-4678-92f9-feb2369e00c5 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:10:39.941596 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-18c21f59-fc89-4e31-bf2b-b39618b35b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (22c46188-ada7-4678-92f9-feb2369e00c5), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:39.981136 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-18c21f59-fc89-4e31-bf2b-b39618b35b4a None None] Port 22c46188-ada7-4678-92f9-feb2369e00c5 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:10:40.083144 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-ddf4dc98-e891-4505-ab4d-fab46fe29b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'name': 'tempest-TestVolumeBootPattern-1568295418-router', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:38Z', 'revision_number': 3, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'gw_port': {'id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:40.110789 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf4dc98-e891-4505-ab4d-fab46fe29b9c None None] The sync data for ids ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'] in dv-cinder-838009-1-iscsi is: [{'id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'name': 'tempest-TestVolumeBootPattern-1568295418-router', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:38Z', 'revision_number': 3, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'gw_port': {'id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:10:40.281015 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-69ed7e30-5c0e-472e-ab00-0119b089be03 admin admin] Publish callbacks [] for port (22c46188-ada7-4678-92f9-feb2369e00c5), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:40.285756 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-69ed7e30-5c0e-472e-ab00-0119b089be03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9471757'] for port (22c46188-ada7-4678-92f9-feb2369e00c5), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:40.359541 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-69ed7e30-5c0e-472e-ab00-0119b089be03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1775072'] for router_interface (b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:40.361786 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed7e30-5c0e-472e-ab00-0119b089be03 admin admin] Pushing event updated for resources: {'Port': ['ID=22c46188-ada7-4678-92f9-feb2369e00c5,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:40.470079 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ed7e30-5c0e-472e-ab00-0119b089be03 admin admin] Network e03a0b21-d92d-4751-9968-b97f6e477f51 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:10:40.471513 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-69ed7e30-5c0e-472e-ab00-0119b089be03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:10:40.604276 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ed7e30-5c0e-472e-ab00-0119b089be03 admin admin] Router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:10:40.710814 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-d3bda224-a6a5-40f7-8d0a-51cb422bf78a None None] Provisioning complete for port 22c46188-ada7-4678-92f9-feb2369e00c5 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:10:40.711184 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d3bda224-a6a5-40f7-8d0a-51cb422bf78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (22c46188-ada7-4678-92f9-feb2369e00c5), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:40.746813 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ed7e30-5c0e-472e-ab00-0119b089be03 admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:10:40.751457 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d3bda224-a6a5-40f7-8d0a-51cb422bf78a None None] Port 22c46188-ada7-4678-92f9-feb2369e00c5 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:10:40.751948 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-69ed7e30-5c0e-472e-ab00-0119b089be03 admin admin] 10.222.0.43 "PUT /v2.0/routers/b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0620732 Apr 14 22:10:41.143352 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device a779d1b2-5656-42e8-b26d-48e4306b6987 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:10:41.194099 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port a779d1b2-5656-42e8-b26d-48e4306b6987 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:10:41.194541 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (a779d1b2-5656-42e8-b26d-48e4306b6987), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:41.291807 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port a779d1b2-5656-42e8-b26d-48e4306b6987 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:10:41.292428 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (a779d1b2-5656-42e8-b26d-48e4306b6987), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:41.314425 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] For port a779d1b2-5656-42e8-b26d-48e4306b6987, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=a779d1b2-5656-42e8-b26d-48e4306b6987,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:10:41.319173 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (a779d1b2-5656-42e8-b26d-48e4306b6987), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:41.367607 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Pushing event updated for resources: {'Port': ['ID=a779d1b2-5656-42e8-b26d-48e4306b6987,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:41.373852 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52502) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:41.379317 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-9f9918c4-1d32-4101-b7af-8976934bbb88 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-449130882-network', 'tenant_id': 'bab35fe6a80f4298af27e2208744f27c'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:10:41.400562 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9918c4-1d32-4101-b7af-8976934bbb88 admin admin] Made reservation on behalf of bab35fe6a80f4298af27e2208744f27c for: {'network': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:10:41.402999 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f9918c4-1d32-4101-b7af-8976934bbb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for network (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:41.412254 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f9918c4-1d32-4101-b7af-8976934bbb88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:41.494412 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f9918c4-1d32-4101-b7af-8976934bbb88 admin admin] Publish callbacks [] for security_group (f7063887-c071-483b-92f4-cf2027ce926b), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:41.498402 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f9918c4-1d32-4101-b7af-8976934bbb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (f7063887-c071-483b-92f4-cf2027ce926b), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:41.521967 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9918c4-1d32-4101-b7af-8976934bbb88 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:10:41.538000 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9918c4-1d32-4101-b7af-8976934bbb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7063887-c071-483b-92f4-cf2027ce926b,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:41.540964 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f9918c4-1d32-4101-b7af-8976934bbb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (8a2876f4-c8a7-49b1-90e7-3ada4a0a1356), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:41.541318 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.db.segments_db [None req-9f9918c4-1d32-4101-b7af-8976934bbb88 admin admin] Added segment 8a2876f4-c8a7-49b1-90e7-3ada4a0a1356 of type vlan for network ac537089-554f-4001-9f82-52443813bfb4 Apr 14 22:10:41.586002 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f9918c4-1d32-4101-b7af-8976934bbb88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754551219941'] for network (ac537089-554f-4001-9f82-52443813bfb4), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:41.610104 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f9918c4-1d32-4101-b7af-8976934bbb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518'] for network (ac537089-554f-4001-9f82-52443813bfb4), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:41.611182 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9918c4-1d32-4101-b7af-8976934bbb88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:41.611801 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f9918c4-1d32-4101-b7af-8976934bbb88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:41.671212 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-9f9918c4-1d32-4101-b7af-8976934bbb88 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2961807 Apr 14 22:10:41.674274 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52504) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:41.681543 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-84d62f23-649a-4fd2-a087-be91994376ff admin admin] Request body: {'subnet': {'network_id': 'ac537089-554f-4001-9f82-52443813bfb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-449130882-subnet', 'tenant_id': 'bab35fe6a80f4298af27e2208744f27c', 'ip_version': 4}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:10:41.689199 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9918c4-1d32-4101-b7af-8976934bbb88 admin admin] Pushing event updated for resources: {'Network': ['ID=ac537089-554f-4001-9f82-52443813bfb4,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:41.699235 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Network ac537089-554f-4001-9f82-52443813bfb4 details requested by agent ovs-agent-dv-cinder-838009-1-iscsi with host dv-cinder-838009-1-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:10:41.706487 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d62f23-649a-4fd2-a087-be91994376ff admin admin] Made reservation on behalf of bab35fe6a80f4298af27e2208744f27c for: {'subnet': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:10:41.709022 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84d62f23-649a-4fd2-a087-be91994376ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9650119'] for subnet (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:41.848351 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da18cec-ef72-410a-8004-79e1f7c0050a None None] Sync routers for ids ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:10:41.857999 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da18cec-ef72-410a-8004-79e1f7c0050a None None] Routers {'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:10:41.858615 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-6da18cec-ef72-410a-8004-79e1f7c0050a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:10:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:41.895764 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84d62f23-649a-4fd2-a087-be91994376ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9470084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9650129'] for subnet (b8614dbb-8d32-433f-97de-ce7d58225452), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:41.968100 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d62f23-649a-4fd2-a087-be91994376ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8614dbb-8d32-433f-97de-ce7d58225452,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:41.974027 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d62f23-649a-4fd2-a087-be91994376ff admin admin] Checking segment: {'id': '8a2876f4-c8a7-49b1-90e7-3ada4a0a1356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ac537089-554f-4001-9f82-52443813bfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:10:41.974386 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d62f23-649a-4fd2-a087-be91994376ff admin admin] Network hostable DHCP agents. Network: ac537089-554f-4001-9f82-52443813bfb4, hostable agents: ['806db378-0d8c-47fe-9666-9619b6d8e1d9'], hosted agents: [] {{(pid=103419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:10:41.994561 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d62f23-649a-4fd2-a087-be91994376ff admin admin] Network ac537089-554f-4001-9f82-52443813bfb4 is scheduled to be hosted by DHCP agent 806db378-0d8c-47fe-9666-9619b6d8e1d9 with binding_index 1 {{(pid=103419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:10:42.006184 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-84d62f23-649a-4fd2-a087-be91994376ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-1-iscsi, ac537089-554f-4001-9f82-52443813bfb4) {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:10:42.010768 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d62f23-649a-4fd2-a087-be91994376ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:42.011383 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84d62f23-649a-4fd2-a087-be91994376ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:42.030038 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-84d62f23-649a-4fd2-a087-be91994376ff admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3546035 Apr 14 22:10:42.031645 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86bc6bc-7929-4360-83d5-b6e30b4c678f None None] Network ac537089-554f-4001-9f82-52443813bfb4 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:10:42.032539 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52506) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:42.037329 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-69c5cad1-6419-41d4-a08b-c6be99179f05 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-449130882-router', 'tenant_id': 'bab35fe6a80f4298af27e2208744f27c', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:10:42.057119 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-69c5cad1-6419-41d4-a08b-c6be99179f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1779785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26517'] for router (68c89b01-eeb8-4e7d-92e4-87ece5cac037), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:42.058177 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-69c5cad1-6419-41d4-a08b-c6be99179f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1780185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26540'] for router (68c89b01-eeb8-4e7d-92e4-87ece5cac037), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:42.132043 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-69c5cad1-6419-41d4-a08b-c6be99179f05 admin admin] Publish callbacks [] for router_controller (68c89b01-eeb8-4e7d-92e4-87ece5cac037), precommit_add_association {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:42.168846 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-6da18cec-ef72-410a-8004-79e1f7c0050a None None] Set router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:10:42.234769 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ac4c6b-6482-4e6c-8fc7-f12273a5d8cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb219b8ea-8e47-5afe-ae3f-c3ef3885854b-ac537089-554f-4001-9f82-52443813bfb4', 'network_id': 'ac537089-554f-4001-9f82-52443813bfb4', 'project_id': 'bab35fe6a80f4298af27e2208744f27c', 'fixed_ips': [{'subnet_id': 'b8614dbb-8d32-433f-97de-ce7d58225452'}]}} from dv-cinder-838009-1-iscsi. {{(pid=103421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 22:10:42.235631 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-81ac4c6b-6482-4e6c-8fc7-f12273a5d8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:42.289789 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-69c5cad1-6419-41d4-a08b-c6be99179f05 admin admin] Publish callbacks [] for router_gateway (68c89b01-eeb8-4e7d-92e4-87ece5cac037), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:42.495313 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-69c5cad1-6419-41d4-a08b-c6be99179f05 admin admin] Publish callbacks [] for router_gateway (68c89b01-eeb8-4e7d-92e4-87ece5cac037), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:42.506411 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-81ac4c6b-6482-4e6c-8fc7-f12273a5d8cf None None] Allocated IP 172.20.0.2 (ac537089-554f-4001-9f82-52443813bfb4/b8614dbb-8d32-433f-97de-ce7d58225452/ac014a42-a573-435f-9857-a7aa0e3e9aad) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:10:42.515599 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-6da18cec-ef72-410a-8004-79e1f7c0050a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'name': 'tempest-TestVolumeBootPattern-1568295418-router', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:39Z', 'revision_number': 4, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'gw_port': {'id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '22c46188-ada7-4678-92f9-feb2369e00c5', 'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'mac_address': 'fa:16:3e:5e:04:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '10052eef-9b75-42ae-9365-46a15f31951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:39Z', 'updated_at': '2022-04-14T22:10:39Z', 'revision_number': 2, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'subnets': [{'id': '10052eef-9b75-42ae-9365-46a15f31951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:42.521376 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-69c5cad1-6419-41d4-a08b-c6be99179f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:42.552813 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da18cec-ef72-410a-8004-79e1f7c0050a None None] Checking router: b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:10:42.553059 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da18cec-ef72-410a-8004-79e1f7c0050a None None] Updating router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 port 22c46188-ada7-4678-92f9-feb2369e00c5 binding host dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:10:42.626613 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6da18cec-ef72-410a-8004-79e1f7c0050a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (22c46188-ada7-4678-92f9-feb2369e00c5), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:42.643839 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-69c5cad1-6419-41d4-a08b-c6be99179f05 admin admin] Allocated IP 172.27.2.35 (3128b05d-34b2-457b-8391-96d8c4503307/9279f13a-7b11-4203-b3e3-d3fa0b2aa609/923175f7-7605-41cd-9550-0b40bb618428) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:10:42.751243 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-69c5cad1-6419-41d4-a08b-c6be99179f05 admin admin] Publish callbacks [] for port (923175f7-7605-41cd-9550-0b40bb618428), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:42.784271 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-69c5cad1-6419-41d4-a08b-c6be99179f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (923175f7-7605-41cd-9550-0b40bb618428), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:42.806960 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-81ac4c6b-6482-4e6c-8fc7-f12273a5d8cf None None] Publish callbacks [] for port (ac014a42-a573-435f-9857-a7aa0e3e9aad), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:42.819449 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-81ac4c6b-6482-4e6c-8fc7-f12273a5d8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696'] for port (ac014a42-a573-435f-9857-a7aa0e3e9aad), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:42.823754 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c5cad1-6419-41d4-a08b-c6be99179f05 admin admin] Network 3128b05d-34b2-457b-8391-96d8c4503307 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:10:42.826656 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-69c5cad1-6419-41d4-a08b-c6be99179f05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:10:42.833135 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c5cad1-6419-41d4-a08b-c6be99179f05 admin admin] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:10:42.861358 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5cad1-6419-41d4-a08b-c6be99179f05 admin admin] Pushing event updated for resources: {'Port': ['ID=923175f7-7605-41cd-9550-0b40bb618428,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:42.907323 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ac4c6b-6482-4e6c-8fc7-f12273a5d8cf None None] Network ac537089-554f-4001-9f82-52443813bfb4 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:10:42.913913 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-81ac4c6b-6482-4e6c-8fc7-f12273a5d8cf None None] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:10:42.917988 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ac4c6b-6482-4e6c-8fc7-f12273a5d8cf None None] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:10:42.919812 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac4c6b-6482-4e6c-8fc7-f12273a5d8cf None None] Pushing event updated for resources: {'Port': ['ID=ac014a42-a573-435f-9857-a7aa0e3e9aad,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:43.020700 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:43.023186 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-81ac4c6b-6482-4e6c-8fc7-f12273a5d8cf None None] Attempting to bind port ac014a42-a573-435f-9857-a7aa0e3e9aad on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:10:43.023554 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-81ac4c6b-6482-4e6c-8fc7-f12273a5d8cf None None] Attempting to bind port ac014a42-a573-435f-9857-a7aa0e3e9aad by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': '8a2876f4-c8a7-49b1-90e7-3ada4a0a1356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ac537089-554f-4001-9f82-52443813bfb4'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:10:43.023916 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ac4c6b-6482-4e6c-8fc7-f12273a5d8cf None None] Attempting to bind port ac014a42-a573-435f-9857-a7aa0e3e9aad on network ac537089-554f-4001-9f82-52443813bfb4 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:10:43.051500 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ac4c6b-6482-4e6c-8fc7-f12273a5d8cf None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:10:43.052059 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ac4c6b-6482-4e6c-8fc7-f12273a5d8cf None None] Checking segment: {'id': '8a2876f4-c8a7-49b1-90e7-3ada4a0a1356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ac537089-554f-4001-9f82-52443813bfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:10:43.052285 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-81ac4c6b-6482-4e6c-8fc7-f12273a5d8cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:43.052688 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ac4c6b-6482-4e6c-8fc7-f12273a5d8cf None None] Bound using segment: {'id': '8a2876f4-c8a7-49b1-90e7-3ada4a0a1356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ac537089-554f-4001-9f82-52443813bfb4'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:10:43.053173 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-81ac4c6b-6482-4e6c-8fc7-f12273a5d8cf None None] Bound port: ac014a42-a573-435f-9857-a7aa0e3e9aad, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2876f4-c8a7-49b1-90e7-3ada4a0a1356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ac537089-554f-4001-9f82-52443813bfb4'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:10:43.053546 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-81ac4c6b-6482-4e6c-8fc7-f12273a5d8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (ac014a42-a573-435f-9857-a7aa0e3e9aad), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:43.113795 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device a779d1b2-5656-42e8-b26d-48e4306b6987 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:10:43.116860 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6da18cec-ef72-410a-8004-79e1f7c0050a None None] Publish callbacks [] for port (22c46188-ada7-4678-92f9-feb2369e00c5), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:43.118689 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-69c5cad1-6419-41d4-a08b-c6be99179f05 admin admin] Publish callbacks [] for router_gateway (68c89b01-eeb8-4e7d-92e4-87ece5cac037), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:43.151802 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6da18cec-ef72-410a-8004-79e1f7c0050a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (22c46188-ada7-4678-92f9-feb2369e00c5), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:43.227385 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-81ac4c6b-6482-4e6c-8fc7-f12273a5d8cf None None] For port ac014a42-a573-435f-9857-a7aa0e3e9aad, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:10:43.237324 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-81ac4c6b-6482-4e6c-8fc7-f12273a5d8cf None None] For port ac014a42-a573-435f-9857-a7aa0e3e9aad, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=ac014a42-a573-435f-9857-a7aa0e3e9aad,segment=NetworkSegment(8a2876f4-c8a7-49b1-90e7-3ada4a0a1356),segment_id=8a2876f4-c8a7-49b1-90e7-3ada4a0a1356)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:10:43.255191 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731f36a-2232-4470-886d-647e3c5bf481 None None] Pushing event updated for resources: {'Port': ['ID=22c46188-ada7-4678-92f9-feb2369e00c5,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:43.262719 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-81ac4c6b-6482-4e6c-8fc7-f12273a5d8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (ac014a42-a573-435f-9857-a7aa0e3e9aad), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:43.276186 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port a779d1b2-5656-42e8-b26d-48e4306b6987 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:10:43.276604 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (a779d1b2-5656-42e8-b26d-48e4306b6987), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:43.397588 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-69c5cad1-6419-41d4-a08b-c6be99179f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1780174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773729'] for router (68c89b01-eeb8-4e7d-92e4-87ece5cac037), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:43.403653 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac4c6b-6482-4e6c-8fc7-f12273a5d8cf None None] Pushing event updated for resources: {'Port': ['ID=ac014a42-a573-435f-9857-a7aa0e3e9aad,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:43.426319 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-6da18cec-ef72-410a-8004-79e1f7c0050a None None] Attempting to bind port 22c46188-ada7-4678-92f9-feb2369e00c5 on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:10:43.426621 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-6da18cec-ef72-410a-8004-79e1f7c0050a None None] Attempting to bind port 22c46188-ada7-4678-92f9-feb2369e00c5 by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': 'e5c756cd-ca08-467a-9b38-428d7837bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:10:43.426914 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da18cec-ef72-410a-8004-79e1f7c0050a None None] Attempting to bind port 22c46188-ada7-4678-92f9-feb2369e00c5 on network e03a0b21-d92d-4751-9968-b97f6e477f51 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:10:43.436383 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da18cec-ef72-410a-8004-79e1f7c0050a None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:10:43.436787 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da18cec-ef72-410a-8004-79e1f7c0050a None None] Checking segment: {'id': 'e5c756cd-ca08-467a-9b38-428d7837bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:10:43.437146 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6da18cec-ef72-410a-8004-79e1f7c0050a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:43.437543 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da18cec-ef72-410a-8004-79e1f7c0050a None None] Bound using segment: {'id': 'e5c756cd-ca08-467a-9b38-428d7837bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:10:43.438041 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-6da18cec-ef72-410a-8004-79e1f7c0050a None None] Bound port: 22c46188-ada7-4678-92f9-feb2369e00c5, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c756cd-ca08-467a-9b38-428d7837bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:10:43.438421 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6da18cec-ef72-410a-8004-79e1f7c0050a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (22c46188-ada7-4678-92f9-feb2369e00c5), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:43.516073 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port a779d1b2-5656-42e8-b26d-48e4306b6987 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:10:43.553321 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-6da18cec-ef72-410a-8004-79e1f7c0050a None None] For port 22c46188-ada7-4678-92f9-feb2369e00c5, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:10:43.556938 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-6da18cec-ef72-410a-8004-79e1f7c0050a None None] For port 22c46188-ada7-4678-92f9-feb2369e00c5, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=22c46188-ada7-4678-92f9-feb2369e00c5,segment=NetworkSegment(e5c756cd-ca08-467a-9b38-428d7837bb9a),segment_id=e5c756cd-ca08-467a-9b38-428d7837bb9a)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:10:43.565494 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6da18cec-ef72-410a-8004-79e1f7c0050a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (22c46188-ada7-4678-92f9-feb2369e00c5), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:43.623505 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-8c16e698-3c6f-489e-b8d8-1f7d941a456e None None] Provisioning complete for port 22c46188-ada7-4678-92f9-feb2369e00c5 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:10:43.624098 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8c16e698-3c6f-489e-b8d8-1f7d941a456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (22c46188-ada7-4678-92f9-feb2369e00c5), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:43.641792 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c5cad1-6419-41d4-a08b-c6be99179f05 admin admin] Router 68c89b01-eeb8-4e7d-92e4-87ece5cac037 is scheduled to L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 with binding_index 1 {{(pid=103419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 22:10:43.697651 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da18cec-ef72-410a-8004-79e1f7c0050a None None] Routers {'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:10:43.698638 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-6da18cec-ef72-410a-8004-79e1f7c0050a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:10:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:43.822592 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c5cad1-6419-41d4-a08b-c6be99179f05 admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:10:43.834145 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698314c8-ee68-42a8-a2d5-9036d485f4b6 None None] Sync routers for ids ['68c89b01-eeb8-4e7d-92e4-87ece5cac037'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:10:43.843594 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-69c5cad1-6419-41d4-a08b-c6be99179f05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:43.848835 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-69c5cad1-6419-41d4-a08b-c6be99179f05 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8110046 Apr 14 22:10:43.849393 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 52510) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:43.854076 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698314c8-ee68-42a8-a2d5-9036d485f4b6 None None] Routers {'68c89b01-eeb8-4e7d-92e4-87ece5cac037'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:10:43.854854 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-698314c8-ee68-42a8-a2d5-9036d485f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:10:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['68c89b01-eeb8-4e7d-92e4-87ece5cac037'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:43.919212 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731f36a-2232-4470-886d-647e3c5bf481 None None] Pushing event updated for resources: {'Port': ['ID=22c46188-ada7-4678-92f9-feb2369e00c5,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:43.974584 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-698314c8-ee68-42a8-a2d5-9036d485f4b6 None None] Set router 68c89b01-eeb8-4e7d-92e4-87ece5cac037 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:10:44.021074 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-8c16e698-3c6f-489e-b8d8-1f7d941a456e None None] Current status of the port 22c46188-ada7-4678-92f9-feb2369e00c5 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:10:44.021461 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8c16e698-3c6f-489e-b8d8-1f7d941a456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (22c46188-ada7-4678-92f9-feb2369e00c5), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:44.052601 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-6da18cec-ef72-410a-8004-79e1f7c0050a None None] Set router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:10:44.108479 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-8c16e698-3c6f-489e-b8d8-1f7d941a456e None None] For port 22c46188-ada7-4678-92f9-feb2369e00c5, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=22c46188-ada7-4678-92f9-feb2369e00c5,segment=NetworkSegment(e5c756cd-ca08-467a-9b38-428d7837bb9a),segment_id=e5c756cd-ca08-467a-9b38-428d7837bb9a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:10:44.116034 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8c16e698-3c6f-489e-b8d8-1f7d941a456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (22c46188-ada7-4678-92f9-feb2369e00c5), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:44.165622 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-698314c8-ee68-42a8-a2d5-9036d485f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c89b01-eeb8-4e7d-92e4-87ece5cac037', 'name': 'tempest-TestVolumeBootPattern-449130882-router', 'tenant_id': 'bab35fe6a80f4298af27e2208744f27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '923175f7-7605-41cd-9550-0b40bb618428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:42Z', 'updated_at': '2022-04-14T22:10:42Z', 'revision_number': 3, 'project_id': 'bab35fe6a80f4298af27e2208744f27c', 'gw_port': {'id': '923175f7-7605-41cd-9550-0b40bb618428', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:80:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c89b01-eeb8-4e7d-92e4-87ece5cac037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:42Z', 'updated_at': '2022-04-14T22:10:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:44.201450 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698314c8-ee68-42a8-a2d5-9036d485f4b6 None None] Checking router: 68c89b01-eeb8-4e7d-92e4-87ece5cac037 for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:10:44.201788 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698314c8-ee68-42a8-a2d5-9036d485f4b6 None None] Updating router 68c89b01-eeb8-4e7d-92e4-87ece5cac037 port 923175f7-7605-41cd-9550-0b40bb618428 binding host dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:10:44.235272 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-698314c8-ee68-42a8-a2d5-9036d485f4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (923175f7-7605-41cd-9550-0b40bb618428), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:44.281878 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16e698-3c6f-489e-b8d8-1f7d941a456e None None] Pushing event updated for resources: {'Port': ['ID=22c46188-ada7-4678-92f9-feb2369e00c5,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:44.285295 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-11506ed9-7324-46b5-aa5e-6e1e135a4887 None None] Provisioning complete for port 22c46188-ada7-4678-92f9-feb2369e00c5 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:10:44.285295 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-11506ed9-7324-46b5-aa5e-6e1e135a4887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (22c46188-ada7-4678-92f9-feb2369e00c5), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:44.330965 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1ca0fb8d-c26e-4e15-ab92-2945e87f800f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:44.416194 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-6da18cec-ef72-410a-8004-79e1f7c0050a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'name': 'tempest-TestVolumeBootPattern-1568295418-router', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:39Z', 'revision_number': 4, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'gw_port': {'id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '22c46188-ada7-4678-92f9-feb2369e00c5', 'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'mac_address': 'fa:16:3e:5e:04:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '10052eef-9b75-42ae-9365-46a15f31951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:39Z', 'updated_at': '2022-04-14T22:10:43Z', 'revision_number': 4, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'subnets': [{'id': '10052eef-9b75-42ae-9365-46a15f31951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:44.453537 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da18cec-ef72-410a-8004-79e1f7c0050a None None] The sync data for ids ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'] in dv-cinder-838009-1-iscsi is: [{'id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'name': 'tempest-TestVolumeBootPattern-1568295418-router', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:39Z', 'revision_number': 4, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'gw_port': {'id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '22c46188-ada7-4678-92f9-feb2369e00c5', 'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'mac_address': 'fa:16:3e:5e:04:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '10052eef-9b75-42ae-9365-46a15f31951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:39Z', 'updated_at': '2022-04-14T22:10:43Z', 'revision_number': 4, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'subnets': [{'id': '10052eef-9b75-42ae-9365-46a15f31951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:10:44.460148 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-11506ed9-7324-46b5-aa5e-6e1e135a4887 None None] Current status of the port 22c46188-ada7-4678-92f9-feb2369e00c5 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:10:44.567295 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-1ca0fb8d-c26e-4e15-ab92-2945e87f800f admin admin] Allocated IP 172.20.0.1 (ac537089-554f-4001-9f82-52443813bfb4/b8614dbb-8d32-433f-97de-ce7d58225452/eb29b779-98da-45c9-abe2-2eba5e0cd8ce) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:10:44.617834 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-698314c8-ee68-42a8-a2d5-9036d485f4b6 None None] Publish callbacks [] for port (923175f7-7605-41cd-9550-0b40bb618428), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:44.632017 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-698314c8-ee68-42a8-a2d5-9036d485f4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (923175f7-7605-41cd-9550-0b40bb618428), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:44.684903 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6206456-46d0-41bf-b216-deac37892c37 None None] Pushing event updated for resources: {'Port': ['ID=923175f7-7605-41cd-9550-0b40bb618428,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:44.730296 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-698314c8-ee68-42a8-a2d5-9036d485f4b6 None None] Attempting to bind port 923175f7-7605-41cd-9550-0b40bb618428 on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:10:44.730818 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-698314c8-ee68-42a8-a2d5-9036d485f4b6 None None] Attempting to bind port 923175f7-7605-41cd-9550-0b40bb618428 by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:10:44.731286 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698314c8-ee68-42a8-a2d5-9036d485f4b6 None None] Attempting to bind port 923175f7-7605-41cd-9550-0b40bb618428 on network 3128b05d-34b2-457b-8391-96d8c4503307 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:10:44.739113 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698314c8-ee68-42a8-a2d5-9036d485f4b6 None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:10:44.739655 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698314c8-ee68-42a8-a2d5-9036d485f4b6 None None] Checking segment: {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:10:44.740193 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-698314c8-ee68-42a8-a2d5-9036d485f4b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:44.740748 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698314c8-ee68-42a8-a2d5-9036d485f4b6 None None] Bound using segment: {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:10:44.741354 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-698314c8-ee68-42a8-a2d5-9036d485f4b6 None None] Bound port: 923175f7-7605-41cd-9550-0b40bb618428, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0a104e-23c0-4f11-8e72-3fff87cad495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:10:44.741851 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-698314c8-ee68-42a8-a2d5-9036d485f4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (923175f7-7605-41cd-9550-0b40bb618428), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:44.761783 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60642123-3695-4fd5-97aa-255fe3a3be0b None None] Network ac537089-554f-4001-9f82-52443813bfb4 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:10:44.823277 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-698314c8-ee68-42a8-a2d5-9036d485f4b6 None None] For port 923175f7-7605-41cd-9550-0b40bb618428, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:10:44.828665 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-698314c8-ee68-42a8-a2d5-9036d485f4b6 None None] For port 923175f7-7605-41cd-9550-0b40bb618428, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=923175f7-7605-41cd-9550-0b40bb618428,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:10:44.829809 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-eeb9302a-3cc9-4da4-98ff-f19837d8796d None None] Provisioning complete for port ac014a42-a573-435f-9857-a7aa0e3e9aad triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:10:44.829809 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eeb9302a-3cc9-4da4-98ff-f19837d8796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (ac014a42-a573-435f-9857-a7aa0e3e9aad), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:44.839693 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-698314c8-ee68-42a8-a2d5-9036d485f4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (923175f7-7605-41cd-9550-0b40bb618428), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:44.922616 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6206456-46d0-41bf-b216-deac37892c37 None None] Pushing event updated for resources: {'Port': ['ID=923175f7-7605-41cd-9550-0b40bb618428,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:44.955286 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698314c8-ee68-42a8-a2d5-9036d485f4b6 None None] Routers {'68c89b01-eeb8-4e7d-92e4-87ece5cac037'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:10:44.955969 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-698314c8-ee68-42a8-a2d5-9036d485f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:10:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['68c89b01-eeb8-4e7d-92e4-87ece5cac037'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:45.076204 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-eeb9302a-3cc9-4da4-98ff-f19837d8796d None None] Current status of the port ac014a42-a573-435f-9857-a7aa0e3e9aad is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:10:45.076690 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eeb9302a-3cc9-4da4-98ff-f19837d8796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (ac014a42-a573-435f-9857-a7aa0e3e9aad), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:45.169844 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-eeb9302a-3cc9-4da4-98ff-f19837d8796d None None] For port ac014a42-a573-435f-9857-a7aa0e3e9aad, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=ac014a42-a573-435f-9857-a7aa0e3e9aad,segment=NetworkSegment(8a2876f4-c8a7-49b1-90e7-3ada4a0a1356),segment_id=8a2876f4-c8a7-49b1-90e7-3ada4a0a1356)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:10:45.178827 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eeb9302a-3cc9-4da4-98ff-f19837d8796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (ac014a42-a573-435f-9857-a7aa0e3e9aad), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:45.185114 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-698314c8-ee68-42a8-a2d5-9036d485f4b6 None None] Set router 68c89b01-eeb8-4e7d-92e4-87ece5cac037 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:10:45.210131 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device ac014a42-a573-435f-9857-a7aa0e3e9aad up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:10:45.241046 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1ca0fb8d-c26e-4e15-ab92-2945e87f800f admin admin] Publish callbacks [] for port (eb29b779-98da-45c9-abe2-2eba5e0cd8ce), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:45.292096 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1ca0fb8d-c26e-4e15-ab92-2945e87f800f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (eb29b779-98da-45c9-abe2-2eba5e0cd8ce), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:45.303205 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9302a-3cc9-4da4-98ff-f19837d8796d None None] Pushing event updated for resources: {'Port': ['ID=ac014a42-a573-435f-9857-a7aa0e3e9aad,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:45.330713 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port ac014a42-a573-435f-9857-a7aa0e3e9aad triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:10:45.331096 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (ac014a42-a573-435f-9857-a7aa0e3e9aad), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:45.346885 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca0fb8d-c26e-4e15-ab92-2945e87f800f admin admin] Network ac537089-554f-4001-9f82-52443813bfb4 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:10:45.354350 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-1ca0fb8d-c26e-4e15-ab92-2945e87f800f admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:10:45.359512 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca0fb8d-c26e-4e15-ab92-2945e87f800f admin admin] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:10:45.390211 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0fb8d-c26e-4e15-ab92-2945e87f800f admin admin] Pushing event updated for resources: {'Port': ['ID=eb29b779-98da-45c9-abe2-2eba5e0cd8ce,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:45.418297 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1ca0fb8d-c26e-4e15-ab92-2945e87f800f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1773648'] for router_interface (68c89b01-eeb8-4e7d-92e4-87ece5cac037), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:45.425196 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-389fad13-04e1-43bf-8fbd-90ee53eada88 None None] Provisioning complete for port ac014a42-a573-435f-9857-a7aa0e3e9aad triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:10:45.425703 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-389fad13-04e1-43bf-8fbd-90ee53eada88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (ac014a42-a573-435f-9857-a7aa0e3e9aad), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:45.494191 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-698314c8-ee68-42a8-a2d5-9036d485f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c89b01-eeb8-4e7d-92e4-87ece5cac037', 'name': 'tempest-TestVolumeBootPattern-449130882-router', 'tenant_id': 'bab35fe6a80f4298af27e2208744f27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '923175f7-7605-41cd-9550-0b40bb618428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:42Z', 'updated_at': '2022-04-14T22:10:42Z', 'revision_number': 3, 'project_id': 'bab35fe6a80f4298af27e2208744f27c', 'gw_port': {'id': '923175f7-7605-41cd-9550-0b40bb618428', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:80:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c89b01-eeb8-4e7d-92e4-87ece5cac037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:42Z', 'updated_at': '2022-04-14T22:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:45.528960 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698314c8-ee68-42a8-a2d5-9036d485f4b6 None None] The sync data for ids ['68c89b01-eeb8-4e7d-92e4-87ece5cac037'] in dv-cinder-838009-1-iscsi is: [{'id': '68c89b01-eeb8-4e7d-92e4-87ece5cac037', 'name': 'tempest-TestVolumeBootPattern-449130882-router', 'tenant_id': 'bab35fe6a80f4298af27e2208744f27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '923175f7-7605-41cd-9550-0b40bb618428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:42Z', 'updated_at': '2022-04-14T22:10:42Z', 'revision_number': 3, 'project_id': 'bab35fe6a80f4298af27e2208744f27c', 'gw_port': {'id': '923175f7-7605-41cd-9550-0b40bb618428', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:80:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c89b01-eeb8-4e7d-92e4-87ece5cac037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:42Z', 'updated_at': '2022-04-14T22:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:10:45.624050 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-389fad13-04e1-43bf-8fbd-90ee53eada88 None None] Current status of the port ac014a42-a573-435f-9857-a7aa0e3e9aad is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:10:45.626808 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port ac014a42-a573-435f-9857-a7aa0e3e9aad is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:10:45.630319 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 22c46188-ada7-4678-92f9-feb2369e00c5 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:10:45.665095 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1ca0fb8d-c26e-4e15-ab92-2945e87f800f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (eb29b779-98da-45c9-abe2-2eba5e0cd8ce), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:45.696221 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 22c46188-ada7-4678-92f9-feb2369e00c5 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:10:45.696772 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (22c46188-ada7-4678-92f9-feb2369e00c5), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:45.760427 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-c431de05-36f9-4671-8283-14bb58e3ee48 None None] Provisioning complete for port eb29b779-98da-45c9-abe2-2eba5e0cd8ce triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:10:45.761014 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c431de05-36f9-4671-8283-14bb58e3ee48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (eb29b779-98da-45c9-abe2-2eba5e0cd8ce), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:45.828451 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-c431de05-36f9-4671-8283-14bb58e3ee48 None None] Port eb29b779-98da-45c9-abe2-2eba5e0cd8ce cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:10:45.872389 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 22c46188-ada7-4678-92f9-feb2369e00c5 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:10:45.917012 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1ca0fb8d-c26e-4e15-ab92-2945e87f800f admin admin] Publish callbacks [] for port (eb29b779-98da-45c9-abe2-2eba5e0cd8ce), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:45.922998 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1ca0fb8d-c26e-4e15-ab92-2945e87f800f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (eb29b779-98da-45c9-abe2-2eba5e0cd8ce), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:46.020114 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0fb8d-c26e-4e15-ab92-2945e87f800f admin admin] Pushing event updated for resources: {'Port': ['ID=eb29b779-98da-45c9-abe2-2eba5e0cd8ce,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:46.031335 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1ca0fb8d-c26e-4e15-ab92-2945e87f800f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1775072'] for router_interface (68c89b01-eeb8-4e7d-92e4-87ece5cac037), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:46.179239 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca0fb8d-c26e-4e15-ab92-2945e87f800f admin admin] Network ac537089-554f-4001-9f82-52443813bfb4 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:10:46.180966 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-1ca0fb8d-c26e-4e15-ab92-2945e87f800f admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:10:46.376427 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca0fb8d-c26e-4e15-ab92-2945e87f800f admin admin] Router 68c89b01-eeb8-4e7d-92e4-87ece5cac037 has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:10:46.460921 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-69f98bf8-e698-4bca-947e-d4cace5b838b None None] Provisioning complete for port eb29b779-98da-45c9-abe2-2eba5e0cd8ce triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:10:46.461775 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-69f98bf8-e698-4bca-947e-d4cace5b838b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (eb29b779-98da-45c9-abe2-2eba5e0cd8ce), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:46.504694 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-69f98bf8-e698-4bca-947e-d4cace5b838b None None] Port eb29b779-98da-45c9-abe2-2eba5e0cd8ce cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:10:46.554638 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca0fb8d-c26e-4e15-ab92-2945e87f800f admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:10:46.563409 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-1ca0fb8d-c26e-4e15-ab92-2945e87f800f admin admin] 10.222.0.43 "PUT /v2.0/routers/68c89b01-eeb8-4e7d-92e4-87ece5cac037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7125170 Apr 14 22:10:47.102799 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 52518) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:47.107837 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-e7dcbd4d-4666-41bf-bc38-3abb9df874c8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1854612877', 'description': 'tempest-secgroup-smoke-1854612877 description', 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:10:47.134496 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e7dcbd4d-4666-41bf-bc38-3abb9df874c8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.170470 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device ac014a42-a573-435f-9857-a7aa0e3e9aad up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:10:47.229151 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e7dcbd4d-4666-41bf-bc38-3abb9df874c8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for security_group (476fe9db-852b-46b4-abae-1111fc72b2e8), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.233448 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e7dcbd4d-4666-41bf-bc38-3abb9df874c8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (476fe9db-852b-46b4-abae-1111fc72b2e8), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.246443 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port ac014a42-a573-435f-9857-a7aa0e3e9aad triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:10:47.247062 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (ac014a42-a573-435f-9857-a7aa0e3e9aad), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.270962 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e7dcbd4d-4666-41bf-bc38-3abb9df874c8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.272117 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-e7dcbd4d-4666-41bf-bc38-3abb9df874c8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1682785 Apr 14 22:10:47.276501 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52520) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:47.281945 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-5d76881b-b04e-48f8-a5a1-bef3801e986c tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Request body: {'security_group_rule': {'security_group_id': '476fe9db-852b-46b4-abae-1111fc72b2e8', 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:10:47.282184 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcbd4d-4666-41bf-bc38-3abb9df874c8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=476fe9db-852b-46b4-abae-1111fc72b2e8,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:47.290156 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcbd4d-4666-41bf-bc38-3abb9df874c8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.290502 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcbd4d-4666-41bf-bc38-3abb9df874c8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.290878 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcbd4d-4666-41bf-bc38-3abb9df874c8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.291194 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcbd4d-4666-41bf-bc38-3abb9df874c8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.291529 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcbd4d-4666-41bf-bc38-3abb9df874c8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.292069 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcbd4d-4666-41bf-bc38-3abb9df874c8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.292704 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcbd4d-4666-41bf-bc38-3abb9df874c8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.292945 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcbd4d-4666-41bf-bc38-3abb9df874c8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.293284 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcbd4d-4666-41bf-bc38-3abb9df874c8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.293618 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcbd4d-4666-41bf-bc38-3abb9df874c8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.293962 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcbd4d-4666-41bf-bc38-3abb9df874c8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.294288 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcbd4d-4666-41bf-bc38-3abb9df874c8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.295039 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcbd4d-4666-41bf-bc38-3abb9df874c8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.295039 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcbd4d-4666-41bf-bc38-3abb9df874c8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.295289 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dcbd4d-4666-41bf-bc38-3abb9df874c8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.316285 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5d76881b-b04e-48f8-a5a1-bef3801e986c tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for security_group_rule (9f45e082-4dad-42a8-b12e-e63a477d4350), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.354362 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port ac014a42-a573-435f-9857-a7aa0e3e9aad is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:10:47.356015 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 923175f7-7605-41cd-9550-0b40bb618428 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:10:47.393437 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5d76881b-b04e-48f8-a5a1-bef3801e986c tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for security_group_rule (9f45e082-4dad-42a8-b12e-e63a477d4350), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.399775 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5d76881b-b04e-48f8-a5a1-bef3801e986c tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (9f45e082-4dad-42a8-b12e-e63a477d4350), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.412610 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 923175f7-7605-41cd-9550-0b40bb618428 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:10:47.412981 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (923175f7-7605-41cd-9550-0b40bb618428), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.420533 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76881b-b04e-48f8-a5a1-bef3801e986c tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f45e082-4dad-42a8-b12e-e63a477d4350,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:47.431545 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5d76881b-b04e-48f8-a5a1-bef3801e986c tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.433048 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-5d76881b-b04e-48f8-a5a1-bef3801e986c tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1554694 Apr 14 22:10:47.437787 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 52522) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:47.447862 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-a0c19888-539a-40c4-9677-06083c3f8f0a tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Request body: {'security_group_rule': {'security_group_id': '476fe9db-852b-46b4-abae-1111fc72b2e8', 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:10:47.491998 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a0c19888-539a-40c4-9677-06083c3f8f0a tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for security_group_rule (faca4477-9bda-4f13-ab17-6f8c0bbc61d4), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.508157 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 923175f7-7605-41cd-9550-0b40bb618428 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:10:47.509067 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (923175f7-7605-41cd-9550-0b40bb618428), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.533593 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] For port 923175f7-7605-41cd-9550-0b40bb618428, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=923175f7-7605-41cd-9550-0b40bb618428,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:10:47.539974 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (923175f7-7605-41cd-9550-0b40bb618428), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.580931 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a0c19888-539a-40c4-9677-06083c3f8f0a tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for security_group_rule (faca4477-9bda-4f13-ab17-6f8c0bbc61d4), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.585876 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a0c19888-539a-40c4-9677-06083c3f8f0a tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (faca4477-9bda-4f13-ab17-6f8c0bbc61d4), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.605014 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c19888-539a-40c4-9677-06083c3f8f0a tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faca4477-9bda-4f13-ab17-6f8c0bbc61d4,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:47.609749 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Pushing event updated for resources: {'Port': ['ID=923175f7-7605-41cd-9550-0b40bb618428,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:47.614453 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a0c19888-539a-40c4-9677-06083c3f8f0a tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.616032 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-a0c19888-539a-40c4-9677-06083c3f8f0a tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1754551 Apr 14 22:10:47.620244 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 52524) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:47.625361 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-748a2281-9a3c-41b5-880d-ee19926c3b04 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Request body: {'security_group_rule': {'security_group_id': '476fe9db-852b-46b4-abae-1111fc72b2e8', 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:10:47.660975 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-748a2281-9a3c-41b5-880d-ee19926c3b04 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for security_group_rule (0037b45f-1966-44e2-b5e4-1eca83154e85), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.744718 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-748a2281-9a3c-41b5-880d-ee19926c3b04 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for security_group_rule (0037b45f-1966-44e2-b5e4-1eca83154e85), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.749931 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-748a2281-9a3c-41b5-880d-ee19926c3b04 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (0037b45f-1966-44e2-b5e4-1eca83154e85), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.778457 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a2281-9a3c-41b5-880d-ee19926c3b04 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0037b45f-1966-44e2-b5e4-1eca83154e85,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:47.786582 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-748a2281-9a3c-41b5-880d-ee19926c3b04 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.788198 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-748a2281-9a3c-41b5-880d-ee19926c3b04 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1665246 Apr 14 22:10:47.791062 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 52526) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:47.796375 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-fe72b67d-9bd8-4711-af6d-8cd544ba91ce tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Request body: {'security_group_rule': {'security_group_id': '476fe9db-852b-46b4-abae-1111fc72b2e8', 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:10:47.833195 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fe72b67d-9bd8-4711-af6d-8cd544ba91ce tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for security_group_rule (c2b9c08c-bb89-497c-bf7c-5dba6c20c640), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.898809 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fe72b67d-9bd8-4711-af6d-8cd544ba91ce tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for security_group_rule (c2b9c08c-bb89-497c-bf7c-5dba6c20c640), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.903712 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fe72b67d-9bd8-4711-af6d-8cd544ba91ce tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (c2b9c08c-bb89-497c-bf7c-5dba6c20c640), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.927281 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72b67d-9bd8-4711-af6d-8cd544ba91ce tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b9c08c-bb89-497c-bf7c-5dba6c20c640,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:47.935339 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fe72b67d-9bd8-4711-af6d-8cd544ba91ce tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.936645 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-fe72b67d-9bd8-4711-af6d-8cd544ba91ce tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1444175 Apr 14 22:10:47.943531 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 52528) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:47.948558 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-a54e0f56-ea56-4c72-ae04-f5070797dc1b tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Request body: {'security_group_rule': {'security_group_id': '476fe9db-852b-46b4-abae-1111fc72b2e8', 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:10:47.977345 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.securitygroups_db [None req-a54e0f56-ea56-4c72-ae04-f5070797dc1b tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Project 60ea1ac7ba4d4ff6ad60cc164e122876 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 22:10:47.984771 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a54e0f56-ea56-4c72-ae04-f5070797dc1b tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for security_group_rule (2c01079b-978f-4a95-9b95-32ecff62ee5c), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.999305 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc7f3e-848b-4455-a8fe-525d528daa1b None None] Sync routers for ids ['68c89b01-eeb8-4e7d-92e4-87ece5cac037'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:10:48.016426 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fc7f3e-848b-4455-a8fe-525d528daa1b None None] Routers {'68c89b01-eeb8-4e7d-92e4-87ece5cac037'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:10:48.017271 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-57fc7f3e-848b-4455-a8fe-525d528daa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:10:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['68c89b01-eeb8-4e7d-92e4-87ece5cac037'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:48.066045 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a54e0f56-ea56-4c72-ae04-f5070797dc1b tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for security_group_rule (2c01079b-978f-4a95-9b95-32ecff62ee5c), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:48.071669 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a54e0f56-ea56-4c72-ae04-f5070797dc1b tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (2c01079b-978f-4a95-9b95-32ecff62ee5c), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:48.097498 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e0f56-ea56-4c72-ae04-f5070797dc1b tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c01079b-978f-4a95-9b95-32ecff62ee5c,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:48.103728 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a54e0f56-ea56-4c72-ae04-f5070797dc1b tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:48.108172 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52530) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:48.108399 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-a54e0f56-ea56-4c72-ae04-f5070797dc1b tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1635673 Apr 14 22:10:48.115857 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-5c74cff0-a521-4820-a98b-cf1a26b25852 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Request body: {'security_group_rule': {'security_group_id': '476fe9db-852b-46b4-abae-1111fc72b2e8', 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:10:48.153750 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.db.securitygroups_db [None req-5c74cff0-a521-4820-a98b-cf1a26b25852 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Project 60ea1ac7ba4d4ff6ad60cc164e122876 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 22:10:48.160879 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5c74cff0-a521-4820-a98b-cf1a26b25852 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for security_group_rule (dff95efc-da33-42d9-bccf-c1d0fd1ea31a), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:48.163014 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-57fc7f3e-848b-4455-a8fe-525d528daa1b None None] Set router 68c89b01-eeb8-4e7d-92e4-87ece5cac037 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:10:48.274588 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5c74cff0-a521-4820-a98b-cf1a26b25852 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for security_group_rule (dff95efc-da33-42d9-bccf-c1d0fd1ea31a), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:48.281176 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5c74cff0-a521-4820-a98b-cf1a26b25852 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (dff95efc-da33-42d9-bccf-c1d0fd1ea31a), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:48.305512 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74cff0-a521-4820-a98b-cf1a26b25852 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff95efc-da33-42d9-bccf-c1d0fd1ea31a,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:48.321307 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5c74cff0-a521-4820-a98b-cf1a26b25852 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:48.323658 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-5c74cff0-a521-4820-a98b-cf1a26b25852 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2132401 Apr 14 22:10:48.545004 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-57fc7f3e-848b-4455-a8fe-525d528daa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c89b01-eeb8-4e7d-92e4-87ece5cac037', 'name': 'tempest-TestVolumeBootPattern-449130882-router', 'tenant_id': 'bab35fe6a80f4298af27e2208744f27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '923175f7-7605-41cd-9550-0b40bb618428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:42Z', 'updated_at': '2022-04-14T22:10:45Z', 'revision_number': 4, 'project_id': 'bab35fe6a80f4298af27e2208744f27c', 'gw_port': {'id': '923175f7-7605-41cd-9550-0b40bb618428', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:80:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c89b01-eeb8-4e7d-92e4-87ece5cac037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:42Z', 'updated_at': '2022-04-14T22:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': 'eb29b779-98da-45c9-abe2-2eba5e0cd8ce', 'name': '', 'network_id': 'ac537089-554f-4001-9f82-52443813bfb4', 'tenant_id': 'bab35fe6a80f4298af27e2208744f27c', 'mac_address': 'fa:16:3e:cc:6a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c89b01-eeb8-4e7d-92e4-87ece5cac037', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b8614dbb-8d32-433f-97de-ce7d58225452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:44Z', 'updated_at': '2022-04-14T22:10:45Z', 'revision_number': 2, 'project_id': 'bab35fe6a80f4298af27e2208744f27c', 'subnets': [{'id': 'b8614dbb-8d32-433f-97de-ce7d58225452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:48.574800 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc7f3e-848b-4455-a8fe-525d528daa1b None None] Checking router: 68c89b01-eeb8-4e7d-92e4-87ece5cac037 for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:10:48.574949 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc7f3e-848b-4455-a8fe-525d528daa1b None None] Updating router 68c89b01-eeb8-4e7d-92e4-87ece5cac037 port eb29b779-98da-45c9-abe2-2eba5e0cd8ce binding host dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:10:48.606050 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-57fc7f3e-848b-4455-a8fe-525d528daa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (eb29b779-98da-45c9-abe2-2eba5e0cd8ce), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:48.959766 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-57fc7f3e-848b-4455-a8fe-525d528daa1b None None] Publish callbacks [] for port (eb29b779-98da-45c9-abe2-2eba5e0cd8ce), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:48.966474 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-57fc7f3e-848b-4455-a8fe-525d528daa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (eb29b779-98da-45c9-abe2-2eba5e0cd8ce), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:49.022086 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193210b-0e74-41ec-8764-42b969216439 None None] Pushing event updated for resources: {'Port': ['ID=eb29b779-98da-45c9-abe2-2eba5e0cd8ce,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:49.095365 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-57fc7f3e-848b-4455-a8fe-525d528daa1b None None] Attempting to bind port eb29b779-98da-45c9-abe2-2eba5e0cd8ce on host dv-cinder-838009-1-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:10:49.095732 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-57fc7f3e-848b-4455-a8fe-525d528daa1b None None] Attempting to bind port eb29b779-98da-45c9-abe2-2eba5e0cd8ce by drivers openvswitch,hyperv on host dv-cinder-838009-1-iscsi at level 0 using segments [{'id': '8a2876f4-c8a7-49b1-90e7-3ada4a0a1356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ac537089-554f-4001-9f82-52443813bfb4'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:10:49.096091 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fc7f3e-848b-4455-a8fe-525d528daa1b None None] Attempting to bind port eb29b779-98da-45c9-abe2-2eba5e0cd8ce on network ac537089-554f-4001-9f82-52443813bfb4 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:10:49.103996 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fc7f3e-848b-4455-a8fe-525d528daa1b None None] Checking agent: {'id': '9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 51, 30), 'started_at': datetime.datetime(2022, 4, 14, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:10:49.104732 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fc7f3e-848b-4455-a8fe-525d528daa1b None None] Checking segment: {'id': '8a2876f4-c8a7-49b1-90e7-3ada4a0a1356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ac537089-554f-4001-9f82-52443813bfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:10:49.105447 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-57fc7f3e-848b-4455-a8fe-525d528daa1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:49.105934 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fc7f3e-848b-4455-a8fe-525d528daa1b None None] Bound using segment: {'id': '8a2876f4-c8a7-49b1-90e7-3ada4a0a1356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ac537089-554f-4001-9f82-52443813bfb4'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:10:49.106414 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-57fc7f3e-848b-4455-a8fe-525d528daa1b None None] Bound port: eb29b779-98da-45c9-abe2-2eba5e0cd8ce, host: dv-cinder-838009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2876f4-c8a7-49b1-90e7-3ada4a0a1356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ac537089-554f-4001-9f82-52443813bfb4'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:10:49.106969 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-57fc7f3e-848b-4455-a8fe-525d528daa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (eb29b779-98da-45c9-abe2-2eba5e0cd8ce), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:49.156532 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 923175f7-7605-41cd-9550-0b40bb618428 up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:10:49.231687 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-57fc7f3e-848b-4455-a8fe-525d528daa1b None None] For port eb29b779-98da-45c9-abe2-2eba5e0cd8ce, host dv-cinder-838009-1-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:10:49.235666 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-57fc7f3e-848b-4455-a8fe-525d528daa1b None None] For port eb29b779-98da-45c9-abe2-2eba5e0cd8ce, host dv-cinder-838009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=eb29b779-98da-45c9-abe2-2eba5e0cd8ce,segment=NetworkSegment(8a2876f4-c8a7-49b1-90e7-3ada4a0a1356),segment_id=8a2876f4-c8a7-49b1-90e7-3ada4a0a1356)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:10:49.248578 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-57fc7f3e-848b-4455-a8fe-525d528daa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (eb29b779-98da-45c9-abe2-2eba5e0cd8ce), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:49.263077 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port 923175f7-7605-41cd-9550-0b40bb618428 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:10:49.263452 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (923175f7-7605-41cd-9550-0b40bb618428), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:49.357381 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fc7f3e-848b-4455-a8fe-525d528daa1b None None] Routers {'68c89b01-eeb8-4e7d-92e4-87ece5cac037'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:10:49.358009 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-57fc7f3e-848b-4455-a8fe-525d528daa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:10:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['68c89b01-eeb8-4e7d-92e4-87ece5cac037'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:49.436431 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-ad1e06e1-9dfa-49fb-8a45-57e68e4ad2b1 None None] Provisioning complete for port eb29b779-98da-45c9-abe2-2eba5e0cd8ce triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:10:49.436807 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ad1e06e1-9dfa-49fb-8a45-57e68e4ad2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (eb29b779-98da-45c9-abe2-2eba5e0cd8ce), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:49.470480 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193210b-0e74-41ec-8764-42b969216439 None None] Pushing event updated for resources: {'Port': ['ID=eb29b779-98da-45c9-abe2-2eba5e0cd8ce,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:49.590840 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-57fc7f3e-848b-4455-a8fe-525d528daa1b None None] Set router 68c89b01-eeb8-4e7d-92e4-87ece5cac037 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:10:49.637997 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port 923175f7-7605-41cd-9550-0b40bb618428 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:10:49.754797 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-ad1e06e1-9dfa-49fb-8a45-57e68e4ad2b1 None None] Current status of the port eb29b779-98da-45c9-abe2-2eba5e0cd8ce is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:10:49.755493 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ad1e06e1-9dfa-49fb-8a45-57e68e4ad2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (eb29b779-98da-45c9-abe2-2eba5e0cd8ce), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:49.866774 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-ad1e06e1-9dfa-49fb-8a45-57e68e4ad2b1 None None] For port eb29b779-98da-45c9-abe2-2eba5e0cd8ce, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=eb29b779-98da-45c9-abe2-2eba5e0cd8ce,segment=NetworkSegment(8a2876f4-c8a7-49b1-90e7-3ada4a0a1356),segment_id=8a2876f4-c8a7-49b1-90e7-3ada4a0a1356)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:10:49.873990 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ad1e06e1-9dfa-49fb-8a45-57e68e4ad2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (eb29b779-98da-45c9-abe2-2eba5e0cd8ce), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:50.031567 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e06e1-9dfa-49fb-8a45-57e68e4ad2b1 None None] Pushing event updated for resources: {'Port': ['ID=eb29b779-98da-45c9-abe2-2eba5e0cd8ce,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:50.037767 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-2d0cccce-729f-4dca-b5f5-ec5f65fcb723 None None] Provisioning complete for port eb29b779-98da-45c9-abe2-2eba5e0cd8ce triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:10:50.038378 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2d0cccce-729f-4dca-b5f5-ec5f65fcb723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (eb29b779-98da-45c9-abe2-2eba5e0cd8ce), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:50.041593 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-57fc7f3e-848b-4455-a8fe-525d528daa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c89b01-eeb8-4e7d-92e4-87ece5cac037', 'name': 'tempest-TestVolumeBootPattern-449130882-router', 'tenant_id': 'bab35fe6a80f4298af27e2208744f27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '923175f7-7605-41cd-9550-0b40bb618428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:42Z', 'updated_at': '2022-04-14T22:10:45Z', 'revision_number': 4, 'project_id': 'bab35fe6a80f4298af27e2208744f27c', 'gw_port': {'id': '923175f7-7605-41cd-9550-0b40bb618428', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:80:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c89b01-eeb8-4e7d-92e4-87ece5cac037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:42Z', 'updated_at': '2022-04-14T22:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': 'eb29b779-98da-45c9-abe2-2eba5e0cd8ce', 'name': '', 'network_id': 'ac537089-554f-4001-9f82-52443813bfb4', 'tenant_id': 'bab35fe6a80f4298af27e2208744f27c', 'mac_address': 'fa:16:3e:cc:6a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c89b01-eeb8-4e7d-92e4-87ece5cac037', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b8614dbb-8d32-433f-97de-ce7d58225452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:44Z', 'updated_at': '2022-04-14T22:10:49Z', 'revision_number': 4, 'project_id': 'bab35fe6a80f4298af27e2208744f27c', 'subnets': [{'id': 'b8614dbb-8d32-433f-97de-ce7d58225452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:50.093951 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc7f3e-848b-4455-a8fe-525d528daa1b None None] The sync data for ids ['68c89b01-eeb8-4e7d-92e4-87ece5cac037'] in dv-cinder-838009-1-iscsi is: [{'id': '68c89b01-eeb8-4e7d-92e4-87ece5cac037', 'name': 'tempest-TestVolumeBootPattern-449130882-router', 'tenant_id': 'bab35fe6a80f4298af27e2208744f27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '923175f7-7605-41cd-9550-0b40bb618428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:42Z', 'updated_at': '2022-04-14T22:10:45Z', 'revision_number': 4, 'project_id': 'bab35fe6a80f4298af27e2208744f27c', 'gw_port': {'id': '923175f7-7605-41cd-9550-0b40bb618428', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:80:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c89b01-eeb8-4e7d-92e4-87ece5cac037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:42Z', 'updated_at': '2022-04-14T22:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': 'eb29b779-98da-45c9-abe2-2eba5e0cd8ce', 'name': '', 'network_id': 'ac537089-554f-4001-9f82-52443813bfb4', 'tenant_id': 'bab35fe6a80f4298af27e2208744f27c', 'mac_address': 'fa:16:3e:cc:6a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c89b01-eeb8-4e7d-92e4-87ece5cac037', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b8614dbb-8d32-433f-97de-ce7d58225452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:44Z', 'updated_at': '2022-04-14T22:10:49Z', 'revision_number': 4, 'project_id': 'bab35fe6a80f4298af27e2208744f27c', 'subnets': [{'id': 'b8614dbb-8d32-433f-97de-ce7d58225452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:10:50.238622 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-2d0cccce-729f-4dca-b5f5-ec5f65fcb723 None None] Current status of the port eb29b779-98da-45c9-abe2-2eba5e0cd8ce is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:10:51.102465 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device eb29b779-98da-45c9-abe2-2eba5e0cd8ce up at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:10:51.156596 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Provisioning complete for port eb29b779-98da-45c9-abe2-2eba5e0cd8ce triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:10:51.156969 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (eb29b779-98da-45c9-abe2-2eba5e0cd8ce), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:51.291750 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Current status of the port eb29b779-98da-45c9-abe2-2eba5e0cd8ce is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:10:54.000819 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d0a7c305-6a9f-4f9a-ba45-b2fca616f33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:56.398061 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6998405d-0b45-4259-ae05-4c3f95d61c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:57.533065 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:58.838859 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:59.337382 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:11:00.476660 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:04.016365 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-d4f83e53-e505-45e1-a8bf-fe1a7423b8d7 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1854612877&fields=id&tenant_id=60ea1ac7ba4d4ff6ad60cc164e122876 HTTP/1.1" status: 200 len: 267 time: 0.0465760 Apr 14 22:11:04.130159 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-f7368a19-393e-4338-9fba-1110967c9bb5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:04.131626 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-f7368a19-393e-4338-9fba-1110967c9bb5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/networks?id=e03a0b21-d92d-4751-9968-b97f6e477f51 HTTP/1.1" status: 200 len: 812 time: 0.1087215 Apr 14 22:11:04.146858 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-c01adbe7-4495-4742-aef1-0d89d41c99bd tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/quotas/60ea1ac7ba4d4ff6ad60cc164e122876 HTTP/1.1" status: 200 len: 375 time: 0.0097687 Apr 14 22:11:04.202812 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-4d800d01-dace-4c46-b2c5-5a1fabe7b0c5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=60ea1ac7ba4d4ff6ad60cc164e122876&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500607 Apr 14 22:11:04.227496 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-952d3a9e-822d-43be-a0cc-beb1ccbbe019 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:11:04.228696 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-952d3a9e-822d-43be-a0cc-beb1ccbbe019 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055916 Apr 14 22:11:04.320989 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-3748b6b8-0d9e-4823-ae47-5fa857ca3325 service neutron] 10.222.0.43 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855081 Apr 14 22:11:04.416057 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-2b632dd4-5b9d-46e8-828e-5ab7b04a513d service neutron] 10.222.0.43 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887496 Apr 14 22:11:04.739354 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-65d61e7f-186d-4573-a0eb-6c2ab3f2bf1a req-77aecfb2-e4d2-48cb-84d1-3828d45aa521 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91b0f76-9c1d-4f5a-b7ed-60ed70c04735 HTTP/1.1" status: 200 len: 210 time: 0.0386686 Apr 14 22:11:05.748873 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-89710969-6b25-432d-80f5-6163b3ee4564 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:05.750544 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-89710969-6b25-432d-80f5-6163b3ee4564 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.26 "GET /v2.0/networks?id=e03a0b21-d92d-4751-9968-b97f6e477f51 HTTP/1.1" status: 200 len: 812 time: 0.1185744 Apr 14 22:11:05.816331 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-4c1842bd-f975-4d72-a533-bf0102dbaa2e tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60ea1ac7ba4d4ff6ad60cc164e122876 HTTP/1.1" status: 200 len: 380 time: 0.0569434 Apr 14 22:11:05.827551 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-061520da-38f4-4321-89c6-0461a037517f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Request body: {'port': {'device_id': 'd91b0f76-9c1d-4f5a-b7ed-60ed70c04735', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'admin_state_up': True, 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'security_groups': ['476fe9db-852b-46b4-abae-1111fc72b2e8']}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:11:05.839502 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-917a117d-0c30-412a-b4d6-fda7451f9612 req-e99fb5a4-cfe2-4b1a-9785-ca63da92e478 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91b0f76-9c1d-4f5a-b7ed-60ed70c04735 HTTP/1.1" status: 200 len: 210 time: 0.0297554 Apr 14 22:11:05.932034 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-061520da-38f4-4321-89c6-0461a037517f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Made reservation on behalf of 60ea1ac7ba4d4ff6ad60cc164e122876 for: {'port': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:11:05.935331 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-061520da-38f4-4321-89c6-0461a037517f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:06.072417 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-061520da-38f4-4321-89c6-0461a037517f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Allocated IP 172.20.0.7 (e03a0b21-d92d-4751-9968-b97f6e477f51/10052eef-9b75-42ae-9365-46a15f31951d/773aa1de-1d27-43e4-926f-d158fa8b32af) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:11:06.249705 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-061520da-38f4-4321-89c6-0461a037517f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for port (773aa1de-1d27-43e4-926f-d158fa8b32af), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:06.284625 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-061520da-38f4-4321-89c6-0461a037517f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (773aa1de-1d27-43e4-926f-d158fa8b32af), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:06.327353 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-061520da-38f4-4321-89c6-0461a037517f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Network e03a0b21-d92d-4751-9968-b97f6e477f51 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:11:06.333077 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-061520da-38f4-4321-89c6-0461a037517f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:11:06.336792 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-061520da-38f4-4321-89c6-0461a037517f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:11:06.343271 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061520da-38f4-4321-89c6-0461a037517f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Pushing event updated for resources: {'Port': ['ID=773aa1de-1d27-43e4-926f-d158fa8b32af,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:06.395491 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-061520da-38f4-4321-89c6-0461a037517f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:06.396129 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-061520da-38f4-4321-89c6-0461a037517f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:06.420895 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-061520da-38f4-4321-89c6-0461a037517f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5970268 Apr 14 22:11:06.433467 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-04193004-0ec4-445e-9246-987a64261891 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:11:06.434841 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-04193004-0ec4-445e-9246-987a64261891 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056236 Apr 14 22:11:06.451985 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-62ccbc30-e616-41fb-9ca1-c839298d154d service neutron] Request body: {'port': {'device_id': 'd91b0f76-9c1d-4f5a-b7ed-60ed70c04735', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:11:06.521448 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-62ccbc30-e616-41fb-9ca1-c839298d154d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (773aa1de-1d27-43e4-926f-d158fa8b32af), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:06.564942 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-508c2f8f-bcb3-4f39-9c5c-5c6a6f9a3e50 None None] Provisioning complete for port 773aa1de-1d27-43e4-926f-d158fa8b32af triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:11:06.566142 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-508c2f8f-bcb3-4f39-9c5c-5c6a6f9a3e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (773aa1de-1d27-43e4-926f-d158fa8b32af), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:06.603107 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-508c2f8f-bcb3-4f39-9c5c-5c6a6f9a3e50 None None] Port 773aa1de-1d27-43e4-926f-d158fa8b32af cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:11:06.804414 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-62ccbc30-e616-41fb-9ca1-c839298d154d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 773aa1de-1d27-43e4-926f-d158fa8b32af {{(pid=103420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:11:06.812274 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-62ccbc30-e616-41fb-9ca1-c839298d154d service neutron] Publish callbacks [] for port (773aa1de-1d27-43e4-926f-d158fa8b32af), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:06.826516 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.provisioning_blocks [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-62ccbc30-e616-41fb-9ca1-c839298d154d service neutron] Transition to ACTIVE for port object 773aa1de-1d27-43e4-926f-d158fa8b32af will not be triggered until provisioned by entity L2. {{(pid=103420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:11:06.829917 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-62ccbc30-e616-41fb-9ca1-c839298d154d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (773aa1de-1d27-43e4-926f-d158fa8b32af), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:06.899302 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ccbc30-e616-41fb-9ca1-c839298d154d service neutron] Pushing event updated for resources: {'Port': ['ID=773aa1de-1d27-43e4-926f-d158fa8b32af,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:06.988280 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d67b4-576a-4f64-9683-d8094984d46a req-d44f302f-8356-468c-8790-bd400ec10490 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:06.989825 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5a5d67b4-576a-4f64-9683-d8094984d46a req-d44f302f-8356-468c-8790-bd400ec10490 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91b0f76-9c1d-4f5a-b7ed-60ed70c04735 HTTP/1.1" status: 200 len: 943 time: 0.0666232 Apr 14 22:11:06.995015 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-62ccbc30-e616-41fb-9ca1-c839298d154d service neutron] Attempting to bind port 773aa1de-1d27-43e4-926f-d158fa8b32af on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:11:06.995355 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-62ccbc30-e616-41fb-9ca1-c839298d154d service neutron] Attempting to bind port 773aa1de-1d27-43e4-926f-d158fa8b32af by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'e5c756cd-ca08-467a-9b38-428d7837bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:11:06.995693 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-62ccbc30-e616-41fb-9ca1-c839298d154d service neutron] Attempting to bind port 773aa1de-1d27-43e4-926f-d158fa8b32af on network e03a0b21-d92d-4751-9968-b97f6e477f51 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:11:07.014172 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-62ccbc30-e616-41fb-9ca1-c839298d154d service neutron] Port 773aa1de-1d27-43e4-926f-d158fa8b32af on network e03a0b21-d92d-4751-9968-b97f6e477f51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:11:07.014530 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-62ccbc30-e616-41fb-9ca1-c839298d154d service neutron] Attempting to bind port 773aa1de-1d27-43e4-926f-d158fa8b32af on network e03a0b21-d92d-4751-9968-b97f6e477f51 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:11:07.022261 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-62ccbc30-e616-41fb-9ca1-c839298d154d service neutron] Checking agent: {'id': 'a0099bcd-bb41-4a7e-a45e-2f38f6e9b749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'started_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:11:07.022717 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-62ccbc30-e616-41fb-9ca1-c839298d154d service neutron] Checking segment: {'id': 'e5c756cd-ca08-467a-9b38-428d7837bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:11:07.022940 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-62ccbc30-e616-41fb-9ca1-c839298d154d service neutron] Bound using segment: {'id': 'e5c756cd-ca08-467a-9b38-428d7837bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:11:07.023358 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-62ccbc30-e616-41fb-9ca1-c839298d154d service neutron] Bound port: 773aa1de-1d27-43e4-926f-d158fa8b32af, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c756cd-ca08-467a-9b38-428d7837bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:11:07.023757 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-62ccbc30-e616-41fb-9ca1-c839298d154d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (773aa1de-1d27-43e4-926f-d158fa8b32af), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:07.079732 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5a5d67b4-576a-4f64-9683-d8094984d46a req-4d3b8eb8-1bdd-44ec-9d29-19af8da6c256 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815504 Apr 14 22:11:07.117491 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-62ccbc30-e616-41fb-9ca1-c839298d154d service neutron] For port 773aa1de-1d27-43e4-926f-d158fa8b32af, host hv-cinder-83800, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:11:07.120568 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-62ccbc30-e616-41fb-9ca1-c839298d154d service neutron] For port 773aa1de-1d27-43e4-926f-d158fa8b32af, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=773aa1de-1d27-43e4-926f-d158fa8b32af,segment=NetworkSegment(e5c756cd-ca08-467a-9b38-428d7837bb9a),segment_id=e5c756cd-ca08-467a-9b38-428d7837bb9a)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:11:07.126830 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-62ccbc30-e616-41fb-9ca1-c839298d154d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (773aa1de-1d27-43e4-926f-d158fa8b32af), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:07.165976 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-62ccbc30-e616-41fb-9ca1-c839298d154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:07.166585 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-62ccbc30-e616-41fb-9ca1-c839298d154d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:07.167982 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-62ccbc30-e616-41fb-9ca1-c839298d154d service neutron] 10.222.0.26 "PUT /v2.0/ports/773aa1de-1d27-43e4-926f-d158fa8b32af HTTP/1.1" status: 200 len: 1093 time: 0.7219801 Apr 14 22:11:07.168443 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91b0f76-9c1d-4f5a-b7ed-60ed70c04735', 'tag': '773aa1de-1d27-43e4-926f-d158fa8b32af'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:11:07.170693 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae00ecdc-93c5-45d1-8f20-3e75b50a6777" -d '{"events": [{"name": "network-changed", "server_uuid": "d91b0f76-9c1d-4f5a-b7ed-60ed70c04735", "tag": "773aa1de-1d27-43e4-926f-d158fa8b32af"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:11:07.196691 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ccbc30-e616-41fb-9ca1-c839298d154d service neutron] Pushing event updated for resources: {'Port': ['ID=773aa1de-1d27-43e4-926f-d158fa8b32af,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:07.222825 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa93e79-ccc3-4975-93cf-b000c20a7354 x-openstack-request-id: req-4aa93e79-ccc3-4975-93cf-b000c20a7354 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:11:07.223170 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91b0f76-9c1d-4f5a-b7ed-60ed70c04735", "tag": "773aa1de-1d27-43e4-926f-d158fa8b32af", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:11:07.223393 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4aa93e79-ccc3-4975-93cf-b000c20a7354 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:11:07.223791 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa93e79-ccc3-4975-93cf-b000c20a7354'] response: {'name': 'network-changed', 'server_uuid': 'd91b0f76-9c1d-4f5a-b7ed-60ed70c04735', 'tag': '773aa1de-1d27-43e4-926f-d158fa8b32af', 'status': 'completed', 'code': 200} Apr 14 22:11:07.468731 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00ecdc-93c5-45d1-8f20-3e75b50a6777 req-3767099b-34a1-414e-a76c-fc01b30f5ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:07.470252 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ae00ecdc-93c5-45d1-8f20-3e75b50a6777 req-3767099b-34a1-414e-a76c-fc01b30f5ca0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60ea1ac7ba4d4ff6ad60cc164e122876&device_id=d91b0f76-9c1d-4f5a-b7ed-60ed70c04735 HTTP/1.1" status: 200 len: 1127 time: 0.0693204 Apr 14 22:11:07.603297 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00ecdc-93c5-45d1-8f20-3e75b50a6777 req-a05d161e-f4d0-4b28-b14d-d206df397f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:07.604810 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ae00ecdc-93c5-45d1-8f20-3e75b50a6777 req-a05d161e-f4d0-4b28-b14d-d206df397f3d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=60ea1ac7ba4d4ff6ad60cc164e122876&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1266520 Apr 14 22:11:07.712805 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00ecdc-93c5-45d1-8f20-3e75b50a6777 req-0c1dcc65-96ae-42c4-a558-647d0a7aa1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:07.714153 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ae00ecdc-93c5-45d1-8f20-3e75b50a6777 req-0c1dcc65-96ae-42c4-a558-647d0a7aa1a3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0998449 Apr 14 22:11:07.796297 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-7d9eff55-3774-41a1-ba93-4603d3624269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:07.797866 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-7d9eff55-3774-41a1-ba93-4603d3624269 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60ea1ac7ba4d4ff6ad60cc164e122876&device_id=d91b0f76-9c1d-4f5a-b7ed-60ed70c04735 HTTP/1.1" status: 200 len: 1127 time: 0.0448625 Apr 14 22:11:07.848380 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-030b28de-1565-44ce-80fa-7b91aa21296c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=773aa1de-1d27-43e4-926f-d158fa8b32af HTTP/1.1" status: 200 len: 217 time: 0.0430319 Apr 14 22:11:07.902975 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-b1ff75f5-1551-46df-988b-274e0132e76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:07.904580 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-b1ff75f5-1551-46df-988b-274e0132e76b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10052eef-9b75-42ae-9365-46a15f31951d HTTP/1.1" status: 200 len: 851 time: 0.0498421 Apr 14 22:11:07.959896 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-7a0a0772-91b8-4a12-834c-f7f1745fcdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:07.961595 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-7a0a0772-91b8-4a12-834c-f7f1745fcdc8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e03a0b21-d92d-4751-9968-b97f6e477f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482960 Apr 14 22:11:08.061508 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-8d767e18-57a8-4ee5-b3af-ed68bba7eb55 service neutron] 10.222.0.26 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937464 Apr 14 22:11:08.164089 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-43ba0a8e-4b97-4b1d-9b9a-baa780531cdb req-642a0ecf-8931-4af6-9662-25737404fcae service neutron] 10.222.0.26 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944653 Apr 14 22:11:08.214347 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac218483-df35-470b-a421-e1fd3b6e92c9 req-81d49bca-767b-4e6a-b271-056b91449119 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:08.215743 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ac218483-df35-470b-a421-e1fd3b6e92c9 req-81d49bca-767b-4e6a-b271-056b91449119 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91b0f76-9c1d-4f5a-b7ed-60ed70c04735 HTTP/1.1" status: 200 len: 943 time: 0.0560608 Apr 14 22:11:08.268684 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ac218483-df35-470b-a421-e1fd3b6e92c9 req-1cc5ec56-1a1d-4b80-9ceb-a6873e8a520f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472615 Apr 14 22:11:09.388018 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78738c97-c7c8-4eda-bc54-f6790c9f62d0 req-1ba3bb9d-e132-45a4-985a-49c25d77ea9d tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:09.389551 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-78738c97-c7c8-4eda-bc54-f6790c9f62d0 req-1ba3bb9d-e132-45a4-985a-49c25d77ea9d tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91b0f76-9c1d-4f5a-b7ed-60ed70c04735 HTTP/1.1" status: 200 len: 943 time: 0.0481586 Apr 14 22:11:09.442577 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-78738c97-c7c8-4eda-bc54-f6790c9f62d0 req-7c2e95a3-3914-4f64-8300-19fd47d08d6e tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469096 Apr 14 22:11:10.270414 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f59f9-b1d5-4495-aec9-5c120736089a req-a4595170-043c-4ba8-a67e-c07f9e3cc196 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:10.271914 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cc4f59f9-b1d5-4495-aec9-5c120736089a req-a4595170-043c-4ba8-a67e-c07f9e3cc196 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e357f1-e1cf-431b-93cd-469b8d482496 HTTP/1.1" status: 200 len: 945 time: 0.0606363 Apr 14 22:11:10.335398 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cc4f59f9-b1d5-4495-aec9-5c120736089a req-4e626c29-4be4-4303-a928-312d128b04f2 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=82bdf658-319d-442e-b151-492de654d040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567873 Apr 14 22:11:10.571604 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946581e-0cb6-4f35-b189-e46da7f05ade req-be3096d8-f877-4771-9602-a32adfc97aeb tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:10.573352 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1946581e-0cb6-4f35-b189-e46da7f05ade req-be3096d8-f877-4771-9602-a32adfc97aeb tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91b0f76-9c1d-4f5a-b7ed-60ed70c04735 HTTP/1.1" status: 200 len: 943 time: 0.0499165 Apr 14 22:11:10.626652 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1946581e-0cb6-4f35-b189-e46da7f05ade req-8f56a27e-772a-4dd3-9a57-ba2314455631 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477037 Apr 14 22:11:11.453784 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bf294-54c3-49e5-97ca-a3d49044309a req-c0389bc0-1530-43eb-b0cf-941172b52bdc tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:11.455352 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-113bf294-54c3-49e5-97ca-a3d49044309a req-c0389bc0-1530-43eb-b0cf-941172b52bdc tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e357f1-e1cf-431b-93cd-469b8d482496 HTTP/1.1" status: 200 len: 945 time: 0.0500586 Apr 14 22:11:11.522561 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-113bf294-54c3-49e5-97ca-a3d49044309a req-4ed144fd-dbc3-475d-8361-8bee8220100d tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=82bdf658-319d-442e-b151-492de654d040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607362 Apr 14 22:11:11.744413 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc98d9a-a209-4139-a815-9bbda8bd0e85 req-a4297d30-d458-448b-86a8-748da32a3c61 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:11.746048 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fdc98d9a-a209-4139-a815-9bbda8bd0e85 req-a4297d30-d458-448b-86a8-748da32a3c61 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91b0f76-9c1d-4f5a-b7ed-60ed70c04735 HTTP/1.1" status: 200 len: 943 time: 0.0500650 Apr 14 22:11:11.803414 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fdc98d9a-a209-4139-a815-9bbda8bd0e85 req-cdbfab14-6073-4f86-bfa4-3d52dfa19a58 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512741 Apr 14 22:11:11.980355 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0d14d-61ac-40df-a7c9-2549dfc8b4c2 req-10df9550-1e77-4115-bc1b-056b08acc48d tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:11.981776 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-bea0d14d-61ac-40df-a7c9-2549dfc8b4c2 req-10df9550-1e77-4115-bc1b-056b08acc48d tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.26 "GET /v2.0/ports?device_id=40e357f1-e1cf-431b-93cd-469b8d482496 HTTP/1.1" status: 200 len: 945 time: 0.0572476 Apr 14 22:11:12.089002 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-bea0d14d-61ac-40df-a7c9-2549dfc8b4c2 req-89e34e1d-3377-45be-abaf-00292672caee tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Deleting port b061c27e-0650-4358-a170-bf1f2440017f {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:11:12.089348 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-bea0d14d-61ac-40df-a7c9-2549dfc8b4c2 req-89e34e1d-3377-45be-abaf-00292672caee tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (b061c27e-0650-4358-a170-bf1f2440017f), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:12.179396 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-bea0d14d-61ac-40df-a7c9-2549dfc8b4c2 req-89e34e1d-3377-45be-abaf-00292672caee tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] For port b061c27e-0650-4358-a170-bf1f2440017f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=b061c27e-0650-4358-a170-bf1f2440017f,segment=NetworkSegment(b5996a32-60a1-44ba-8256-139740aea29c),segment_id=b5996a32-60a1-44ba-8256-139740aea29c)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:11:12.179765 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-bea0d14d-61ac-40df-a7c9-2549dfc8b4c2 req-89e34e1d-3377-45be-abaf-00292672caee tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (b061c27e-0650-4358-a170-bf1f2440017f), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:12.360000 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-bea0d14d-61ac-40df-a7c9-2549dfc8b4c2 req-89e34e1d-3377-45be-abaf-00292672caee tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:12.360392 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-bea0d14d-61ac-40df-a7c9-2549dfc8b4c2 req-89e34e1d-3377-45be-abaf-00292672caee tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (8bb81efe-df1a-4b8a-b2f6-063bcedcdbf4), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:12.360712 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.l3_db [req-bea0d14d-61ac-40df-a7c9-2549dfc8b4c2 req-89e34e1d-3377-45be-abaf-00292672caee tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Floating IP 8bb81efe-df1a-4b8a-b2f6-063bcedcdbf4 disassociated. External IP: 172.27.2.81, port: b061c27e-0650-4358-a170-bf1f2440017f. Apr 14 22:11:12.361054 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-bea0d14d-61ac-40df-a7c9-2549dfc8b4c2 req-89e34e1d-3377-45be-abaf-00292672caee tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Calling delete_port for b061c27e-0650-4358-a170-bf1f2440017f owned by compute:nova {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:11:12.487594 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-bea0d14d-61ac-40df-a7c9-2549dfc8b4c2 req-89e34e1d-3377-45be-abaf-00292672caee tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (b061c27e-0650-4358-a170-bf1f2440017f), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:12.516820 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e34e1d-3377-45be-abaf-00292672caee tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event deleted for resources: {'Port': ['ID=b061c27e-0650-4358-a170-bf1f2440017f,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:12.623576 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-966d1a82-98c9-4029-a60d-ba322770b193 req-96fb6beb-8385-4c7a-b5a3-f5795c043f4a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e357f1-e1cf-431b-93cd-469b8d482496 HTTP/1.1" status: 200 len: 210 time: 0.0292640 Apr 14 22:11:12.646465 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bea0d14d-61ac-40df-a7c9-2549dfc8b4c2 req-89e34e1d-3377-45be-abaf-00292672caee tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Router 0fa05afc-b06b-4d34-b801-ef6b98481bec has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:11:12.761114 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bea0d14d-61ac-40df-a7c9-2549dfc8b4c2 req-89e34e1d-3377-45be-abaf-00292672caee tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:11:12.772263 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d6c07e-83e0-46e2-8c5d-38a32ab31464 None None] Sync routers for ids ['0fa05afc-b06b-4d34-b801-ef6b98481bec'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:11:12.784234 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d6c07e-83e0-46e2-8c5d-38a32ab31464 None None] Routers {'0fa05afc-b06b-4d34-b801-ef6b98481bec'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:11:12.784973 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-28d6c07e-83e0-46e2-8c5d-38a32ab31464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:10:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['0fa05afc-b06b-4d34-b801-ef6b98481bec'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:11:12.809312 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea0d14d-61ac-40df-a7c9-2549dfc8b4c2 req-89e34e1d-3377-45be-abaf-00292672caee tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] No DVR routers for this DVR port b061c27e-0650-4358-a170-bf1f2440017f on host hv-cinder-83800 {{(pid=103420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:11:12.812748 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-bea0d14d-61ac-40df-a7c9-2549dfc8b4c2 req-89e34e1d-3377-45be-abaf-00292672caee tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:12.817319 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-bea0d14d-61ac-40df-a7c9-2549dfc8b4c2 req-89e34e1d-3377-45be-abaf-00292672caee tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.26 "DELETE /v2.0/ports/b061c27e-0650-4358-a170-bf1f2440017f HTTP/1.1" status: 204 len: 173 time: 0.8280051 Apr 14 22:11:12.817854 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e357f1-e1cf-431b-93cd-469b8d482496', 'name': 'network-vif-deleted', 'tag': 'b061c27e-0650-4358-a170-bf1f2440017f'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:11:12.820498 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec35c5a-dace-4d0c-8075-934777d445f9" -d '{"events": [{"server_uuid": "40e357f1-e1cf-431b-93cd-469b8d482496", "name": "network-vif-deleted", "tag": "b061c27e-0650-4358-a170-bf1f2440017f"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:11:12.890638 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b17b807-b057-4a6d-b2d2-c197aa5140c5 x-openstack-request-id: req-1b17b807-b057-4a6d-b2d2-c197aa5140c5 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:11:12.893990 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e357f1-e1cf-431b-93cd-469b8d482496", "name": "network-vif-deleted", "tag": "b061c27e-0650-4358-a170-bf1f2440017f", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:11:12.894543 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1b17b807-b057-4a6d-b2d2-c197aa5140c5 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:11:12.895442 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b17b807-b057-4a6d-b2d2-c197aa5140c5'] response: {'server_uuid': '40e357f1-e1cf-431b-93cd-469b8d482496', 'name': 'network-vif-deleted', 'tag': 'b061c27e-0650-4358-a170-bf1f2440017f', 'status': 'completed', 'code': 200} Apr 14 22:11:12.979783 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:12.985843 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd730be-bad8-4c54-ad5b-09bf3afd705e req-623b3060-1970-420a-8471-bd12513b0c76 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:12.988472 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1dd730be-bad8-4c54-ad5b-09bf3afd705e req-623b3060-1970-420a-8471-bd12513b0c76 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91b0f76-9c1d-4f5a-b7ed-60ed70c04735 HTTP/1.1" status: 200 len: 943 time: 0.0793834 Apr 14 22:11:13.051651 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1dd730be-bad8-4c54-ad5b-09bf3afd705e req-6ceeb7bf-f591-4b3e-bee7-804665171bbd tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557582 Apr 14 22:11:13.051989 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-28d6c07e-83e0-46e2-8c5d-38a32ab31464 None None] Set router 0fa05afc-b06b-4d34-b801-ef6b98481bec gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:11:13.267701 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-28d6c07e-83e0-46e2-8c5d-38a32ab31464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 4, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '9ca5a437-8c6a-406a-a398-3167840c95b0', 'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'mac_address': 'fa:16:3e:09:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:54Z', 'updated_at': '2022-04-14T22:07:58Z', 'revision_number': 5, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'subnets': [{'id': '54e124ce-91a6-4427-8064-077f8d32c149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:11:13.298922 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d6c07e-83e0-46e2-8c5d-38a32ab31464 None None] Checking router: 0fa05afc-b06b-4d34-b801-ef6b98481bec for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:11:13.310898 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d6c07e-83e0-46e2-8c5d-38a32ab31464 None None] Routers {'0fa05afc-b06b-4d34-b801-ef6b98481bec'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:11:13.311555 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-28d6c07e-83e0-46e2-8c5d-38a32ab31464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:10:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['0fa05afc-b06b-4d34-b801-ef6b98481bec'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:11:13.446842 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-28d6c07e-83e0-46e2-8c5d-38a32ab31464 None None] Set router 0fa05afc-b06b-4d34-b801-ef6b98481bec gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:11:13.649146 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-28d6c07e-83e0-46e2-8c5d-38a32ab31464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 4, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '9ca5a437-8c6a-406a-a398-3167840c95b0', 'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'mac_address': 'fa:16:3e:09:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:54Z', 'updated_at': '2022-04-14T22:07:58Z', 'revision_number': 5, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'subnets': [{'id': '54e124ce-91a6-4427-8064-077f8d32c149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:11:13.676185 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d6c07e-83e0-46e2-8c5d-38a32ab31464 None None] The sync data for ids ['0fa05afc-b06b-4d34-b801-ef6b98481bec'] in dv-cinder-838009-1-iscsi is: [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 4, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '9ca5a437-8c6a-406a-a398-3167840c95b0', 'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'mac_address': 'fa:16:3e:09:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:54Z', 'updated_at': '2022-04-14T22:07:58Z', 'revision_number': 5, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'subnets': [{'id': '54e124ce-91a6-4427-8064-077f8d32c149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:11:13.712005 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52746) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:11:13.767741 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-75d97265-37d6-4bf9-9ade-61dc924d71b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group (82bdf658-319d-442e-b151-492de654d040), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:13.794290 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-75d97265-37d6-4bf9-9ade-61dc924d71b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group (82bdf658-319d-442e-b151-492de654d040), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:13.852876 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-75d97265-37d6-4bf9-9ade-61dc924d71b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (82bdf658-319d-442e-b151-492de654d040), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:13.855740 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-75d97265-37d6-4bf9-9ade-61dc924d71b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:13.857081 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-75d97265-37d6-4bf9-9ade-61dc924d71b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "DELETE /v2.0/security-groups/82bdf658-319d-442e-b151-492de654d040 HTTP/1.1" status: 204 len: 168 time: 0.1440036 Apr 14 22:11:13.861951 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 52748) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:11:13.875260 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d97265-37d6-4bf9-9ade-61dc924d71b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bdf658-319d-442e-b151-492de654d040,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:13.876565 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.api.v2.resource [None req-c8b8e688-61de-40b7-8c47-d4058ebf46f4 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] show failed (client error): The resource could not be found. Apr 14 22:11:13.877680 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-c8b8e688-61de-40b7-8c47-d4058ebf46f4 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups/82bdf658-319d-442e-b151-492de654d040 HTTP/1.1" status: 404 len: 347 time: 0.0147328 Apr 14 22:11:13.880773 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 52750) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:11:13.883715 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d97265-37d6-4bf9-9ade-61dc924d71b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:13.884063 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d97265-37d6-4bf9-9ade-61dc924d71b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:13.884442 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d97265-37d6-4bf9-9ade-61dc924d71b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:13.884787 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d97265-37d6-4bf9-9ade-61dc924d71b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:13.885116 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d97265-37d6-4bf9-9ade-61dc924d71b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:13.885447 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d97265-37d6-4bf9-9ade-61dc924d71b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:13.885775 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d97265-37d6-4bf9-9ade-61dc924d71b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:13.886106 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d97265-37d6-4bf9-9ade-61dc924d71b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:13.886432 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d97265-37d6-4bf9-9ade-61dc924d71b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:13.886761 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d97265-37d6-4bf9-9ade-61dc924d71b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:13.887086 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d97265-37d6-4bf9-9ade-61dc924d71b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:13.887415 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d97265-37d6-4bf9-9ade-61dc924d71b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:13.887768 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d97265-37d6-4bf9-9ade-61dc924d71b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:13.888206 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d97265-37d6-4bf9-9ade-61dc924d71b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:13.888483 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d97265-37d6-4bf9-9ade-61dc924d71b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:13.966849 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215bbdbd-8bbc-4b7a-b768-20611c733bb7 None None] New status for floating IP 8bb81efe-df1a-4b8a-b2f6-063bcedcdbf4: DOWN {{(pid=103421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:11:14.030098 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-76e34389-edc8-4555-91ca-ee753b77fb3a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Deleting port 79c59652-6c3f-4269-9d8e-a317b6e761a9 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:11:14.030479 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-76e34389-edc8-4555-91ca-ee753b77fb3a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (79c59652-6c3f-4269-9d8e-a317b6e761a9), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:14.134630 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-76e34389-edc8-4555-91ca-ee753b77fb3a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (79c59652-6c3f-4269-9d8e-a317b6e761a9), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:14.134963 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-76e34389-edc8-4555-91ca-ee753b77fb3a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for floatingip (79c59652-6c3f-4269-9d8e-a317b6e761a9), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:14.177497 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-76e34389-edc8-4555-91ca-ee753b77fb3a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Calling delete_port for 79c59652-6c3f-4269-9d8e-a317b6e761a9 owned by network:floatingip {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:11:14.198415 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af08eb-9c18-4759-b142-d069bf594bb2 req-f0dff172-3389-4035-a735-a0d2ebf85cb6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:14.199974 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a5af08eb-9c18-4759-b142-d069bf594bb2 req-f0dff172-3389-4035-a735-a0d2ebf85cb6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91b0f76-9c1d-4f5a-b7ed-60ed70c04735 HTTP/1.1" status: 200 len: 943 time: 0.0678205 Apr 14 22:11:14.305964 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a5af08eb-9c18-4759-b142-d069bf594bb2 req-91c7ba7d-ac06-4a62-b510-42e205944ad9 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736990 Apr 14 22:11:14.377292 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-76e34389-edc8-4555-91ca-ee753b77fb3a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (79c59652-6c3f-4269-9d8e-a317b6e761a9), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:14.429264 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e34389-edc8-4555-91ca-ee753b77fb3a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event deleted for resources: {'Port': ['ID=79c59652-6c3f-4269-9d8e-a317b6e761a9,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:14.496775 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-76e34389-edc8-4555-91ca-ee753b77fb3a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for floatingip (8bb81efe-df1a-4b8a-b2f6-063bcedcdbf4), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:14.499527 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-76e34389-edc8-4555-91ca-ee753b77fb3a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:14.500748 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-76e34389-edc8-4555-91ca-ee753b77fb3a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "DELETE /v2.0/floatingips/8bb81efe-df1a-4b8a-b2f6-063bcedcdbf4 HTTP/1.1" status: 204 len: 168 time: 0.6190274 Apr 14 22:11:14.796123 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52756) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:11:14.802004 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-4e619525-dad9-431b-a42d-cbb5a030749b tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1102410709', 'description': 'tempest-description--320929542'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:11:14.825858 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4e619525-dad9-431b-a42d-cbb5a030749b tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:14.944767 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4e619525-dad9-431b-a42d-cbb5a030749b tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group (da7eecbf-2c46-4641-ac51-2fb83d11b16e), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:14.950245 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4e619525-dad9-431b-a42d-cbb5a030749b tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (da7eecbf-2c46-4641-ac51-2fb83d11b16e), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:14.984732 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4e619525-dad9-431b-a42d-cbb5a030749b tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:14.986012 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-4e619525-dad9-431b-a42d-cbb5a030749b tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1888392 Apr 14 22:11:14.989837 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52758) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:11:14.994275 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-c5ff794b-e702-47c3-944c-a991fe4303c3 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Request body: {'security_group_rule': {'security_group_id': 'da7eecbf-2c46-4641-ac51-2fb83d11b16e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:11:15.000604 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e619525-dad9-431b-a42d-cbb5a030749b tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da7eecbf-2c46-4641-ac51-2fb83d11b16e,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:15.030657 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c5ff794b-e702-47c3-944c-a991fe4303c3 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group_rule (c2e81b70-9040-45c2-b3e9-8033a43141c9), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:15.090014 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c5ff794b-e702-47c3-944c-a991fe4303c3 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group_rule (c2e81b70-9040-45c2-b3e9-8033a43141c9), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:15.094272 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c5ff794b-e702-47c3-944c-a991fe4303c3 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (c2e81b70-9040-45c2-b3e9-8033a43141c9), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:15.112008 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff794b-e702-47c3-944c-a991fe4303c3 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e81b70-9040-45c2-b3e9-8033a43141c9,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:15.120306 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c5ff794b-e702-47c3-944c-a991fe4303c3 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:15.121561 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-c5ff794b-e702-47c3-944c-a991fe4303c3 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1307652 Apr 14 22:11:15.124354 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52760) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:11:15.130244 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-3efebe50-ebe3-49d0-b594-0031eedae692 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Request body: {'security_group_rule': {'security_group_id': 'da7eecbf-2c46-4641-ac51-2fb83d11b16e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:11:15.162050 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3efebe50-ebe3-49d0-b594-0031eedae692 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group_rule (1c2eec20-1b46-44b5-a282-613988267965), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:15.229348 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3efebe50-ebe3-49d0-b594-0031eedae692 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group_rule (1c2eec20-1b46-44b5-a282-613988267965), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:15.234692 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3efebe50-ebe3-49d0-b594-0031eedae692 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787935'] for security_group_rule (1c2eec20-1b46-44b5-a282-613988267965), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:15.256770 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efebe50-ebe3-49d0-b594-0031eedae692 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2eec20-1b46-44b5-a282-613988267965,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:15.264190 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3efebe50-ebe3-49d0-b594-0031eedae692 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:15.265795 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-3efebe50-ebe3-49d0-b594-0031eedae692 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1404600 Apr 14 22:11:15.269230 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52762) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:11:15.273772 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-57946ab0-2356-44b2-83b4-8648375adbce tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Request body: {'floatingip': {'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:11:15.293701 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-57946ab0-2356-44b2-83b4-8648375adbce tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:15.379088 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-57946ab0-2356-44b2-83b4-8648375adbce tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:15.452718 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d865f-97e7-44cb-b53b-b497fbbe1101 req-bdd2c2d3-5140-4445-8759-e7bd0e06d5aa tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:15.454340 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-465d865f-97e7-44cb-b53b-b497fbbe1101 req-bdd2c2d3-5140-4445-8759-e7bd0e06d5aa tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91b0f76-9c1d-4f5a-b7ed-60ed70c04735 HTTP/1.1" status: 200 len: 943 time: 0.0626552 Apr 14 22:11:15.498238 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-57946ab0-2356-44b2-83b4-8648375adbce tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Allocated IP 172.27.2.189 (3128b05d-34b2-457b-8391-96d8c4503307/9279f13a-7b11-4203-b3e3-d3fa0b2aa609/bda93706-1f65-4e21-843c-58d4c7701918) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:11:15.520469 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-465d865f-97e7-44cb-b53b-b497fbbe1101 req-c2e07902-410f-411d-9076-f58ea6f926ab tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585554 Apr 14 22:11:15.628584 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-57946ab0-2356-44b2-83b4-8648375adbce tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for port (bda93706-1f65-4e21-843c-58d4c7701918), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:15.662349 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-57946ab0-2356-44b2-83b4-8648375adbce tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (bda93706-1f65-4e21-843c-58d4c7701918), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:15.702583 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57946ab0-2356-44b2-83b4-8648375adbce tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Network 3128b05d-34b2-457b-8391-96d8c4503307 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:11:15.708455 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-57946ab0-2356-44b2-83b4-8648375adbce tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:11:15.712561 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57946ab0-2356-44b2-83b4-8648375adbce tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:11:15.736508 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57946ab0-2356-44b2-83b4-8648375adbce tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event updated for resources: {'Port': ['ID=bda93706-1f65-4e21-843c-58d4c7701918,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:15.820572 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-57946ab0-2356-44b2-83b4-8648375adbce tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for floatingip (12654326-6f3a-41d2-b092-ceb62249bf21), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:15.858485 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-57946ab0-2356-44b2-83b4-8648375adbce tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (bda93706-1f65-4e21-843c-58d4c7701918), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:16.269993 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-57946ab0-2356-44b2-83b4-8648375adbce tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for port (bda93706-1f65-4e21-843c-58d4c7701918), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:16.274634 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-57946ab0-2356-44b2-83b4-8648375adbce tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9471757'] for port (bda93706-1f65-4e21-843c-58d4c7701918), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:16.344849 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57946ab0-2356-44b2-83b4-8648375adbce tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event updated for resources: {'Port': ['ID=bda93706-1f65-4e21-843c-58d4c7701918,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:16.354194 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-57946ab0-2356-44b2-83b4-8648375adbce tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (12654326-6f3a-41d2-b092-ceb62249bf21), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:16.369674 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-57946ab0-2356-44b2-83b4-8648375adbce tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:16.370949 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-57946ab0-2356-44b2-83b4-8648375adbce tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1006773 Apr 14 22:11:16.540766 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 773aa1de-1d27-43e4-926f-d158fa8b32af details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:11:16.547813 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device b061c27e-0650-4358-a170-bf1f2440017f no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:11:16.575359 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-3df4a0f0-a898-4872-8d9a-60cf984f0558 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1102410709&fields=id&tenant_id=5b75ef479aa7489a99a288245e0b1ee4 HTTP/1.1" status: 200 len: 267 time: 0.0462124 Apr 14 22:11:16.575700 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] No Port match for: b061c27e-0650-4358-a170-bf1f2440017f {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:11:16.576047 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device b061c27e-0650-4358-a170-bf1f2440017f not bound to the agent host hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:11:16.651746 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d95470-1074-4e96-966f-a91253a40608 req-e3b5f44d-3582-43c2-ae99-4c5b6b27cfeb tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:16.653365 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-11d95470-1074-4e96-966f-a91253a40608 req-e3b5f44d-3582-43c2-ae99-4c5b6b27cfeb tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91b0f76-9c1d-4f5a-b7ed-60ed70c04735 HTTP/1.1" status: 200 len: 943 time: 0.0559833 Apr 14 22:11:16.680024 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 773aa1de-1d27-43e4-926f-d158fa8b32af, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=773aa1de-1d27-43e4-926f-d158fa8b32af,segment=NetworkSegment(e5c756cd-ca08-467a-9b38-428d7837bb9a),segment_id=e5c756cd-ca08-467a-9b38-428d7837bb9a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:11:16.693432 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Returning: {'device': '773aa1de-1d27-43e4-926f-d158fa8b32af', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'port_id': '773aa1de-1d27-43e4-926f-d158fa8b32af', 'mac_address': 'fa:16:3e:7c:35:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10052eef-9b75-42ae-9365-46a15f31951d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:11:16.711753 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-11d95470-1074-4e96-966f-a91253a40608 req-9030b395-39fd-48b0-865f-26d4eb1dd066 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468812 Apr 14 22:11:16.714088 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-9bbf18ad-e08f-4896-9653-05f10fcb246d tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:16.715643 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-9bbf18ad-e08f-4896-9653-05f10fcb246d tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/networks?id=f84dca83-5c69-4fab-98e8-e2e1569693dd HTTP/1.1" status: 200 len: 815 time: 0.1304049 Apr 14 22:11:16.739275 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-e46017f0-aeff-46c8-bc3b-006cebfef3c2 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/quotas/5b75ef479aa7489a99a288245e0b1ee4 HTTP/1.1" status: 200 len: 375 time: 0.0162361 Apr 14 22:11:16.803981 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-9c10e6b1-279c-43ed-8a97-61db988e450c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b75ef479aa7489a99a288245e0b1ee4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586717 Apr 14 22:11:16.885314 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 773aa1de-1d27-43e4-926f-d158fa8b32af is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:11:16.885703 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (773aa1de-1d27-43e4-926f-d158fa8b32af), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:16.900779 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 773aa1de-1d27-43e4-926f-d158fa8b32af {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:11:16.925336 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 773aa1de-1d27-43e4-926f-d158fa8b32af, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=773aa1de-1d27-43e4-926f-d158fa8b32af,segment=NetworkSegment(e5c756cd-ca08-467a-9b38-428d7837bb9a),segment_id=e5c756cd-ca08-467a-9b38-428d7837bb9a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:11:16.930527 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (773aa1de-1d27-43e4-926f-d158fa8b32af), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:16.947305 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-12c33019-288a-4a4b-b298-90e8b3ccc619 service neutron] 10.222.0.43 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215448 Apr 14 22:11:16.986584 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=773aa1de-1d27-43e4-926f-d158fa8b32af,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:16.995812 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:16.996361 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:16.996929 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:16.997486 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:16.998030 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:16.998583 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:16.999125 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:16.999633 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:17.000055 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:17.000600 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:17.001145 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:17.001698 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:17.002270 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:17.002812 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:17.003342 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:17.069472 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-f1525935-8f7b-41fb-8573-ba2662f63f21 service neutron] 10.222.0.43 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149259 Apr 14 22:11:17.194575 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['773aa1de-1d27-43e4-926f-d158fa8b32af'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:11:17.301795 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d31a03e8-a9a1-4789-8510-bac769b90c4d req-ad76914b-dccb-459f-99c7-79d4f0b47aaa tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=28aa186b-36ba-4c5c-abae-4133d484e1df HTTP/1.1" status: 200 len: 210 time: 0.0395696 Apr 14 22:11:17.849968 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7515f2d-d6da-43a3-a0c0-22bb28065890 req-8e6736d1-2e7d-4f22-a684-5b3fa5238a2f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:17.851429 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f7515f2d-d6da-43a3-a0c0-22bb28065890 req-8e6736d1-2e7d-4f22-a684-5b3fa5238a2f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91b0f76-9c1d-4f5a-b7ed-60ed70c04735 HTTP/1.1" status: 200 len: 944 time: 0.0640819 Apr 14 22:11:17.902904 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f7515f2d-d6da-43a3-a0c0-22bb28065890 req-7ac8691a-c237-4277-a2f1-8c1ce146200e tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455921 Apr 14 22:11:18.286097 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-cb931430-7ee2-49c6-819c-453055686bc3 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:18.287581 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-cb931430-7ee2-49c6-819c-453055686bc3 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.26 "GET /v2.0/networks?id=f84dca83-5c69-4fab-98e8-e2e1569693dd HTTP/1.1" status: 200 len: 815 time: 0.1098959 Apr 14 22:11:18.359588 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-89c222aa-3300-4597-a0aa-fbf7b7bf20ba tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b75ef479aa7489a99a288245e0b1ee4 HTTP/1.1" status: 200 len: 380 time: 0.0610788 Apr 14 22:11:18.374490 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-8c6db310-e56a-4c29-8a8e-241f84e1e2cf tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Request body: {'port': {'device_id': '28aa186b-36ba-4c5c-abae-4133d484e1df', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'admin_state_up': True, 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'security_groups': ['da7eecbf-2c46-4641-ac51-2fb83d11b16e']}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:11:18.571505 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 773aa1de-1d27-43e4-926f-d158fa8b32af up at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:11:18.631557 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning for port 773aa1de-1d27-43e4-926f-d158fa8b32af completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:11:18.639472 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning complete for port 773aa1de-1d27-43e4-926f-d158fa8b32af triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:11:18.640094 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (773aa1de-1d27-43e4-926f-d158fa8b32af), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:18.748175 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 773aa1de-1d27-43e4-926f-d158fa8b32af is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:11:18.748716 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (773aa1de-1d27-43e4-926f-d158fa8b32af), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:18.755986 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3a566e21-a347-4d29-bbaf-19ba3fd84f84 req-f44be8cd-aa8d-4359-8e15-9415869b6743 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=28aa186b-36ba-4c5c-abae-4133d484e1df HTTP/1.1" status: 200 len: 210 time: 0.3744082 Apr 14 22:11:18.775942 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91b0f76-9c1d-4f5a-b7ed-60ed70c04735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773aa1de-1d27-43e4-926f-d158fa8b32af'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:11:18.778443 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530b6f79e2c270c80a285cfd043402f608e5b18a2df6684fea4c07fd95dfc091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc982ac0-0e43-4a70-ba04-1f6e22b67ee4" -d '{"events": [{"server_uuid": "d91b0f76-9c1d-4f5a-b7ed-60ed70c04735", "name": "network-vif-plugged", "status": "completed", "tag": "773aa1de-1d27-43e4-926f-d158fa8b32af"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:11:18.793834 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 773aa1de-1d27-43e4-926f-d158fa8b32af, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=773aa1de-1d27-43e4-926f-d158fa8b32af,segment=NetworkSegment(e5c756cd-ca08-467a-9b38-428d7837bb9a),segment_id=e5c756cd-ca08-467a-9b38-428d7837bb9a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:11:18.799018 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (773aa1de-1d27-43e4-926f-d158fa8b32af), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:18.840462 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80d71de-3c0e-41f3-8c71-8216edcf6319 x-openstack-request-id: req-c80d71de-3c0e-41f3-8c71-8216edcf6319 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:11:18.840759 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91b0f76-9c1d-4f5a-b7ed-60ed70c04735", "name": "network-vif-plugged", "status": "completed", "tag": "773aa1de-1d27-43e4-926f-d158fa8b32af", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:11:18.841013 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c80d71de-3c0e-41f3-8c71-8216edcf6319 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:11:18.841416 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c80d71de-3c0e-41f3-8c71-8216edcf6319'] response: {'server_uuid': 'd91b0f76-9c1d-4f5a-b7ed-60ed70c04735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773aa1de-1d27-43e4-926f-d158fa8b32af', 'code': 200} Apr 14 22:11:18.851128 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-8c6db310-e56a-4c29-8a8e-241f84e1e2cf tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Made reservation on behalf of 5b75ef479aa7489a99a288245e0b1ee4 for: {'port': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:11:18.854635 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-8c6db310-e56a-4c29-8a8e-241f84e1e2cf tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:18.857636 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=773aa1de-1d27-43e4-926f-d158fa8b32af,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:19.003763 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-8c6db310-e56a-4c29-8a8e-241f84e1e2cf tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Allocated IP 172.20.0.4 (f84dca83-5c69-4fab-98e8-e2e1569693dd/54e124ce-91a6-4427-8064-077f8d32c149/db0a7814-b651-4e42-a8e8-5e0d36c95043) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:11:19.070656 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddc04b-eb70-48c2-a67a-ca4ae5988632 req-72883f96-bb6e-4db6-813e-08aa0b354ed9 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:19.072231 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c7ddc04b-eb70-48c2-a67a-ca4ae5988632 req-72883f96-bb6e-4db6-813e-08aa0b354ed9 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91b0f76-9c1d-4f5a-b7ed-60ed70c04735 HTTP/1.1" status: 200 len: 945 time: 0.0705819 Apr 14 22:11:19.226948 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6ade1-b6d2-4b9f-bf37-97f739fa88a3 req-2b6991d5-8cbd-4251-ade5-22bc83e3cb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:19.228425 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c1b6ade1-b6d2-4b9f-bf37-97f739fa88a3 req-2b6991d5-8cbd-4251-ade5-22bc83e3cb89 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d91b0f76-9c1d-4f5a-b7ed-60ed70c04735 HTTP/1.1" status: 200 len: 1129 time: 0.1132677 Apr 14 22:11:19.235093 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c7ddc04b-eb70-48c2-a67a-ca4ae5988632 req-4bc72803-2634-48c6-a6d6-cace9331d0b8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558609 Apr 14 22:11:19.299534 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-8c6db310-e56a-4c29-8a8e-241f84e1e2cf tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for port (db0a7814-b651-4e42-a8e8-5e0d36c95043), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:19.311700 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c1b6ade1-b6d2-4b9f-bf37-97f739fa88a3 req-add5aafd-5c12-49a4-9bf0-2c50567cb973 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734494 Apr 14 22:11:19.342375 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-8c6db310-e56a-4c29-8a8e-241f84e1e2cf tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (db0a7814-b651-4e42-a8e8-5e0d36c95043), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:19.394650 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-8c6db310-e56a-4c29-8a8e-241f84e1e2cf tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Network f84dca83-5c69-4fab-98e8-e2e1569693dd is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:11:19.400573 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-8c6db310-e56a-4c29-8a8e-241f84e1e2cf tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:11:19.404862 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-8c6db310-e56a-4c29-8a8e-241f84e1e2cf tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:11:19.412548 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6db310-e56a-4c29-8a8e-241f84e1e2cf tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event updated for resources: {'Port': ['ID=db0a7814-b651-4e42-a8e8-5e0d36c95043,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:19.467883 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-8c6db310-e56a-4c29-8a8e-241f84e1e2cf tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:19.468613 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-8c6db310-e56a-4c29-8a8e-241f84e1e2cf tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:19.488555 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-8c6db310-e56a-4c29-8a8e-241f84e1e2cf tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1211033 Apr 14 22:11:19.544066 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-24a73978-6672-42b2-85fc-dec52c2534e8 service neutron] Request body: {'port': {'device_id': '28aa186b-36ba-4c5c-abae-4133d484e1df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:11:19.607512 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-24a73978-6672-42b2-85fc-dec52c2534e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (db0a7814-b651-4e42-a8e8-5e0d36c95043), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:19.651168 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-54969fc6-ddf0-4ec2-9746-a616305698d2 None None] Provisioning complete for port db0a7814-b651-4e42-a8e8-5e0d36c95043 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:11:19.651798 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-54969fc6-ddf0-4ec2-9746-a616305698d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (db0a7814-b651-4e42-a8e8-5e0d36c95043), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:19.688518 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-54969fc6-ddf0-4ec2-9746-a616305698d2 None None] Port db0a7814-b651-4e42-a8e8-5e0d36c95043 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:11:19.884819 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-24a73978-6672-42b2-85fc-dec52c2534e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db0a7814-b651-4e42-a8e8-5e0d36c95043 {{(pid=103420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:11:19.885125 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e87e96-2d3c-48d1-b2f2-35c2e163f2bc req-441ba359-7502-459c-977f-3defe5f6c033 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:19.886663 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-64e87e96-2d3c-48d1-b2f2-35c2e163f2bc req-441ba359-7502-459c-977f-3defe5f6c033 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=28aa186b-36ba-4c5c-abae-4133d484e1df HTTP/1.1" status: 200 len: 931 time: 0.0515625 Apr 14 22:11:19.893127 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-24a73978-6672-42b2-85fc-dec52c2534e8 service neutron] Publish callbacks [] for port (db0a7814-b651-4e42-a8e8-5e0d36c95043), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:19.906239 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.provisioning_blocks [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-24a73978-6672-42b2-85fc-dec52c2534e8 service neutron] Transition to ACTIVE for port object db0a7814-b651-4e42-a8e8-5e0d36c95043 will not be triggered until provisioned by entity L2. {{(pid=103420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:11:19.911588 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-24a73978-6672-42b2-85fc-dec52c2534e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (db0a7814-b651-4e42-a8e8-5e0d36c95043), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:19.941388 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-64e87e96-2d3c-48d1-b2f2-35c2e163f2bc req-5bf22377-ed5d-48f4-b523-91375fd62fdd tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=da7eecbf-2c46-4641-ac51-2fb83d11b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486989 Apr 14 22:11:19.961763 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a73978-6672-42b2-85fc-dec52c2534e8 service neutron] Pushing event updated for resources: {'Port': ['ID=db0a7814-b651-4e42-a8e8-5e0d36c95043,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:20.072931 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-24a73978-6672-42b2-85fc-dec52c2534e8 service neutron] Attempting to bind port db0a7814-b651-4e42-a8e8-5e0d36c95043 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:11:20.074999 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-24a73978-6672-42b2-85fc-dec52c2534e8 service neutron] Attempting to bind port db0a7814-b651-4e42-a8e8-5e0d36c95043 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'b5996a32-60a1-44ba-8256-139740aea29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:11:20.075384 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-24a73978-6672-42b2-85fc-dec52c2534e8 service neutron] Attempting to bind port db0a7814-b651-4e42-a8e8-5e0d36c95043 on network f84dca83-5c69-4fab-98e8-e2e1569693dd {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:11:20.080986 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-24a73978-6672-42b2-85fc-dec52c2534e8 service neutron] Port db0a7814-b651-4e42-a8e8-5e0d36c95043 on network f84dca83-5c69-4fab-98e8-e2e1569693dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:11:20.081358 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-24a73978-6672-42b2-85fc-dec52c2534e8 service neutron] Attempting to bind port db0a7814-b651-4e42-a8e8-5e0d36c95043 on network f84dca83-5c69-4fab-98e8-e2e1569693dd {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:11:20.088754 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-24a73978-6672-42b2-85fc-dec52c2534e8 service neutron] Checking agent: {'id': 'a0099bcd-bb41-4a7e-a45e-2f38f6e9b749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'started_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:11:20.089103 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-24a73978-6672-42b2-85fc-dec52c2534e8 service neutron] Checking segment: {'id': 'b5996a32-60a1-44ba-8256-139740aea29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:11:20.089502 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-24a73978-6672-42b2-85fc-dec52c2534e8 service neutron] Bound using segment: {'id': 'b5996a32-60a1-44ba-8256-139740aea29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:11:20.089941 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-24a73978-6672-42b2-85fc-dec52c2534e8 service neutron] Bound port: db0a7814-b651-4e42-a8e8-5e0d36c95043, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5996a32-60a1-44ba-8256-139740aea29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:11:20.090313 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-24a73978-6672-42b2-85fc-dec52c2534e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (db0a7814-b651-4e42-a8e8-5e0d36c95043), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:20.169046 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-24a73978-6672-42b2-85fc-dec52c2534e8 service neutron] For port db0a7814-b651-4e42-a8e8-5e0d36c95043, host hv-cinder-83800, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:11:20.172013 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-24a73978-6672-42b2-85fc-dec52c2534e8 service neutron] For port db0a7814-b651-4e42-a8e8-5e0d36c95043, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=db0a7814-b651-4e42-a8e8-5e0d36c95043,segment=NetworkSegment(b5996a32-60a1-44ba-8256-139740aea29c),segment_id=b5996a32-60a1-44ba-8256-139740aea29c)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:11:20.178390 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-24a73978-6672-42b2-85fc-dec52c2534e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (db0a7814-b651-4e42-a8e8-5e0d36c95043), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:20.212051 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-24a73978-6672-42b2-85fc-dec52c2534e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:20.212691 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-24a73978-6672-42b2-85fc-dec52c2534e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:20.214373 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-24a73978-6672-42b2-85fc-dec52c2534e8 service neutron] 10.222.0.26 "PUT /v2.0/ports/db0a7814-b651-4e42-a8e8-5e0d36c95043 HTTP/1.1" status: 200 len: 1093 time: 0.6746793 Apr 14 22:11:20.217016 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28aa186b-36ba-4c5c-abae-4133d484e1df', 'tag': 'db0a7814-b651-4e42-a8e8-5e0d36c95043'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:11:20.219123 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bc10ae-877a-4e6e-a90d-b1a8ab8fbf65" -d '{"events": [{"name": "network-changed", "server_uuid": "28aa186b-36ba-4c5c-abae-4133d484e1df", "tag": "db0a7814-b651-4e42-a8e8-5e0d36c95043"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:11:20.252681 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a73978-6672-42b2-85fc-dec52c2534e8 service neutron] Pushing event updated for resources: {'Port': ['ID=db0a7814-b651-4e42-a8e8-5e0d36c95043,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:20.282149 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c266c5-60a0-445d-b3ab-138a68637089 x-openstack-request-id: req-60c266c5-60a0-445d-b3ab-138a68637089 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:11:20.282453 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28aa186b-36ba-4c5c-abae-4133d484e1df", "tag": "db0a7814-b651-4e42-a8e8-5e0d36c95043", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:11:20.282769 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60c266c5-60a0-445d-b3ab-138a68637089 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:11:20.283189 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60c266c5-60a0-445d-b3ab-138a68637089'] response: {'name': 'network-changed', 'server_uuid': '28aa186b-36ba-4c5c-abae-4133d484e1df', 'tag': 'db0a7814-b651-4e42-a8e8-5e0d36c95043', 'status': 'completed', 'code': 200} Apr 14 22:11:20.373453 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf22b4-3e56-4a43-ad24-d2e99746a14c req-259d059a-1bef-47bd-b61c-5257e5872f27 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:20.375127 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a6cf22b4-3e56-4a43-ad24-d2e99746a14c req-259d059a-1bef-47bd-b61c-5257e5872f27 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91b0f76-9c1d-4f5a-b7ed-60ed70c04735 HTTP/1.1" status: 200 len: 945 time: 0.0585823 Apr 14 22:11:20.430720 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a6cf22b4-3e56-4a43-ad24-d2e99746a14c req-30715c4c-e9e0-4681-b181-d6f55dcf461b tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490129 Apr 14 22:11:20.648607 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-e54a38cf-064e-407c-9367-d0ee5433f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:20.650064 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-e54a38cf-064e-407c-9367-d0ee5433f385 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b75ef479aa7489a99a288245e0b1ee4&device_id=28aa186b-36ba-4c5c-abae-4133d484e1df HTTP/1.1" status: 200 len: 1127 time: 0.0435572 Apr 14 22:11:20.820449 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-44db6187-ccde-4acf-8818-2118099078ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db0a7814-b651-4e42-a8e8-5e0d36c95043 HTTP/1.1" status: 200 len: 217 time: 0.0470879 Apr 14 22:11:20.870620 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-aa44843a-a618-47ab-8c9a-caeb34cb8803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:20.872073 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-aa44843a-a618-47ab-8c9a-caeb34cb8803 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54e124ce-91a6-4427-8064-077f8d32c149 HTTP/1.1" status: 200 len: 854 time: 0.0458007 Apr 14 22:11:20.918896 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-ff91a080-9d5b-4d16-a8bc-f69a07e7bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:20.920338 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-ff91a080-9d5b-4d16-a8bc-f69a07e7bcd1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f84dca83-5c69-4fab-98e8-e2e1569693dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404160 Apr 14 22:11:21.023102 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-8973cdb3-ced0-4e89-9e8c-265339d27b01 service neutron] 10.222.0.26 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958447 Apr 14 22:11:21.134875 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5f340-51a2-423b-bf7a-aace51347035 req-a9def19a-7117-4ede-b104-bbd085854142 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:21.136533 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-80d5f340-51a2-423b-bf7a-aace51347035 req-a9def19a-7117-4ede-b104-bbd085854142 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=28aa186b-36ba-4c5c-abae-4133d484e1df HTTP/1.1" status: 200 len: 943 time: 0.0988972 Apr 14 22:11:21.198460 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-feb99efe-e0c7-4c41-afd7-e4de3370ead1 req-049af829-f50e-45e9-82a6-da2a87b6d5e1 service neutron] 10.222.0.26 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690762 Apr 14 22:11:21.215309 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-80d5f340-51a2-423b-bf7a-aace51347035 req-299f7d2c-f85e-4fd4-a40a-ce59ed46e3ca tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=da7eecbf-2c46-4641-ac51-2fb83d11b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701861 Apr 14 22:11:21.557361 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfd1d9-a891-49d1-9242-3d9c7a3e61f5 req-3737d1a6-b33a-4d63-97da-3a4df8d709d7 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:21.559019 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f0bfd1d9-a891-49d1-9242-3d9c7a3e61f5 req-3737d1a6-b33a-4d63-97da-3a4df8d709d7 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91b0f76-9c1d-4f5a-b7ed-60ed70c04735 HTTP/1.1" status: 200 len: 945 time: 0.0501683 Apr 14 22:11:21.629739 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f0bfd1d9-a891-49d1-9242-3d9c7a3e61f5 req-a3130da2-a11e-40d3-a5e5-974931b7ccd9 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637343 Apr 14 22:11:21.763530 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ad028-27ba-4b03-9ad3-b2a350f88c3f req-fd03fe57-17e0-40e7-a0e9-7f41dcb04c0e tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:21.765159 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-790ad028-27ba-4b03-9ad3-b2a350f88c3f req-fd03fe57-17e0-40e7-a0e9-7f41dcb04c0e tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91b0f76-9c1d-4f5a-b7ed-60ed70c04735 HTTP/1.1" status: 200 len: 945 time: 0.0576124 Apr 14 22:11:21.821374 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-790ad028-27ba-4b03-9ad3-b2a350f88c3f req-740229d0-a554-481d-a612-ce657e416c30 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492494 Apr 14 22:11:21.859651 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52816) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:11:22.042175 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc0c157-1eb0-48d6-976d-7d1e04cc9048 tempest-TestVolumeBootPattern-1976085614 tempest-TestVolumeBootPattern-1976085614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:22.044087 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-6fc0c157-1eb0-48d6-976d-7d1e04cc9048 tempest-TestVolumeBootPattern-1976085614 tempest-TestVolumeBootPattern-1976085614-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d91b0f76-9c1d-4f5a-b7ed-60ed70c04735 HTTP/1.1" status: 200 len: 1124 time: 0.1831980 Apr 14 22:11:22.047253 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52820) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:11:22.054425 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc10ae-877a-4e6e-a90d-b1a8ab8fbf65 req-d524f61a-2f2d-4aac-aee6-a015d824d04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:22.055730 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-96426299-f640-4a7c-836e-34c3fee4ff57 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Request body: {'floatingip': {'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'port_id': '773aa1de-1d27-43e4-926f-d158fa8b32af', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:11:22.056903 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a0bc10ae-877a-4e6e-a90d-b1a8ab8fbf65 req-d524f61a-2f2d-4aac-aee6-a015d824d04b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b75ef479aa7489a99a288245e0b1ee4&device_id=28aa186b-36ba-4c5c-abae-4133d484e1df HTTP/1.1" status: 200 len: 1127 time: 0.0575402 Apr 14 22:11:22.083252 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-96426299-f640-4a7c-836e-34c3fee4ff57 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:22.170955 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc10ae-877a-4e6e-a90d-b1a8ab8fbf65 req-4895454b-77fd-4e4a-9ef3-8bb10d29f1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:22.172487 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a0bc10ae-877a-4e6e-a90d-b1a8ab8fbf65 req-4895454b-77fd-4e4a-9ef3-8bb10d29f1ba service neutron] 10.222.0.26 "GET /v2.0/networks?id=f84dca83-5c69-4fab-98e8-e2e1569693dd HTTP/1.1" status: 200 len: 915 time: 0.1099231 Apr 14 22:11:22.177950 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-96426299-f640-4a7c-836e-34c3fee4ff57 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:22.223007 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a0bc10ae-877a-4e6e-a90d-b1a8ab8fbf65 req-e15e48fc-fc65-480c-9ddb-357cc0574ad0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db0a7814-b651-4e42-a8e8-5e0d36c95043 HTTP/1.1" status: 200 len: 217 time: 0.0439620 Apr 14 22:11:22.293325 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc10ae-877a-4e6e-a90d-b1a8ab8fbf65 req-e4b1746a-5d15-4f73-bea9-c5ef833e8395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:22.295357 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a0bc10ae-877a-4e6e-a90d-b1a8ab8fbf65 req-e4b1746a-5d15-4f73-bea9-c5ef833e8395 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54e124ce-91a6-4427-8064-077f8d32c149 HTTP/1.1" status: 200 len: 854 time: 0.0669768 Apr 14 22:11:22.360027 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-96426299-f640-4a7c-836e-34c3fee4ff57 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Allocated IP 172.27.2.5 (3128b05d-34b2-457b-8391-96d8c4503307/9279f13a-7b11-4203-b3e3-d3fa0b2aa609/59ac0544-b149-43a5-b93c-34bc84426558) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:11:22.362146 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc10ae-877a-4e6e-a90d-b1a8ab8fbf65 req-c62ae848-5480-4158-b02c-c6e683781921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:22.363776 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a0bc10ae-877a-4e6e-a90d-b1a8ab8fbf65 req-c62ae848-5480-4158-b02c-c6e683781921 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f84dca83-5c69-4fab-98e8-e2e1569693dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623395 Apr 14 22:11:22.384292 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704b4d8-fd30-4215-8c1c-83fec7e5db35 req-d3cacc45-3c7f-447a-9a60-8dd8ad307994 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:22.386316 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c704b4d8-fd30-4215-8c1c-83fec7e5db35 req-d3cacc45-3c7f-447a-9a60-8dd8ad307994 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=28aa186b-36ba-4c5c-abae-4133d484e1df HTTP/1.1" status: 200 len: 943 time: 0.0916271 Apr 14 22:11:22.487937 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a0bc10ae-877a-4e6e-a90d-b1a8ab8fbf65 req-c20a13e9-66f9-41b5-b334-8190ab0b43d0 service neutron] 10.222.0.26 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081369 Apr 14 22:11:22.501864 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c704b4d8-fd30-4215-8c1c-83fec7e5db35 req-f1d2297b-409d-4819-84fd-66957116c90d tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=da7eecbf-2c46-4641-ac51-2fb83d11b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061974 Apr 14 22:11:22.539632 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-96426299-f640-4a7c-836e-34c3fee4ff57 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for port (59ac0544-b149-43a5-b93c-34bc84426558), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:22.587165 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-96426299-f640-4a7c-836e-34c3fee4ff57 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (59ac0544-b149-43a5-b93c-34bc84426558), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:22.604061 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a0bc10ae-877a-4e6e-a90d-b1a8ab8fbf65 req-b7ef69be-5fd4-4939-93a9-ee9c09ee2e37 service neutron] 10.222.0.26 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102509 Apr 14 22:11:22.633883 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96426299-f640-4a7c-836e-34c3fee4ff57 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Network 3128b05d-34b2-457b-8391-96d8c4503307 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:11:22.637108 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-96426299-f640-4a7c-836e-34c3fee4ff57 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:11:22.641988 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96426299-f640-4a7c-836e-34c3fee4ff57 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:11:22.646568 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96426299-f640-4a7c-836e-34c3fee4ff57 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Pushing event updated for resources: {'Port': ['ID=59ac0544-b149-43a5-b93c-34bc84426558,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:23.065403 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-96426299-f640-4a7c-836e-34c3fee4ff57 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for floatingip (0b4d9201-ca4c-4e20-842b-fda2c28a7e1f), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:23.171138 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-96426299-f640-4a7c-836e-34c3fee4ff57 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (59ac0544-b149-43a5-b93c-34bc84426558), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:23.357767 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-96426299-f640-4a7c-836e-34c3fee4ff57 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for port (59ac0544-b149-43a5-b93c-34bc84426558), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:23.365056 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-96426299-f640-4a7c-836e-34c3fee4ff57 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9471757'] for port (59ac0544-b149-43a5-b93c-34bc84426558), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:23.441638 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96426299-f640-4a7c-836e-34c3fee4ff57 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Pushing event updated for resources: {'Port': ['ID=59ac0544-b149-43a5-b93c-34bc84426558,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:23.458973 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-96426299-f640-4a7c-836e-34c3fee4ff57 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (0b4d9201-ca4c-4e20-842b-fda2c28a7e1f), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:23.593834 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.db.l3_db [None req-96426299-f640-4a7c-836e-34c3fee4ff57 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Floating IP 0b4d9201-ca4c-4e20-842b-fda2c28a7e1f associated. External IP: 172.27.2.5, port: 773aa1de-1d27-43e4-926f-d158fa8b32af. Apr 14 22:11:23.660788 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf0f39-0f99-4fba-9dfb-2641211f066c req-524cf818-b0d5-4993-a85f-c1cd0ef14ef2 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:23.662441 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-96cf0f39-0f99-4fba-9dfb-2641211f066c req-524cf818-b0d5-4993-a85f-c1cd0ef14ef2 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=28aa186b-36ba-4c5c-abae-4133d484e1df HTTP/1.1" status: 200 len: 943 time: 0.0567172 Apr 14 22:11:23.726160 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-96cf0f39-0f99-4fba-9dfb-2641211f066c req-a8d70f83-9e8a-4d82-864f-cddb778e3d2d tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=da7eecbf-2c46-4641-ac51-2fb83d11b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553679 Apr 14 22:11:23.954346 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96426299-f640-4a7c-836e-34c3fee4ff57 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:11:23.997446 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a3cf49f8-5aab-41dd-9ba9-07c14de58d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:24.122616 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96426299-f640-4a7c-836e-34c3fee4ff57 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:11:24.135687 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f729443-c15b-46d2-a0fc-112de20b5eef None None] Sync routers for ids ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:11:24.146320 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-96426299-f640-4a7c-836e-34c3fee4ff57 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:24.152894 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f729443-c15b-46d2-a0fc-112de20b5eef None None] Routers {'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:11:24.154008 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-7f729443-c15b-46d2-a0fc-112de20b5eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:10:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:11:24.201754 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-96426299-f640-4a7c-836e-34c3fee4ff57 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.1440084 Apr 14 22:11:24.201754 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91b0f76-9c1d-4f5a-b7ed-60ed70c04735', 'tag': '773aa1de-1d27-43e4-926f-d158fa8b32af'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:11:24.201754 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe89b316cabc9c6da7693dfedcbc481d80d5331a5be4d9b973c074b75cf4af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b3d71f-d35d-475c-90eb-e158f29f4f94" -d '{"events": [{"name": "network-changed", "server_uuid": "d91b0f76-9c1d-4f5a-b7ed-60ed70c04735", "tag": "773aa1de-1d27-43e4-926f-d158fa8b32af"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:11:24.244719 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311459b4-676e-4959-ac49-9a4988fdb537 x-openstack-request-id: req-311459b4-676e-4959-ac49-9a4988fdb537 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:11:24.245162 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91b0f76-9c1d-4f5a-b7ed-60ed70c04735", "tag": "773aa1de-1d27-43e4-926f-d158fa8b32af", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:11:24.245550 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-311459b4-676e-4959-ac49-9a4988fdb537 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:11:24.246159 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event matching ['req-311459b4-676e-4959-ac49-9a4988fdb537'] response: {'name': 'network-changed', 'server_uuid': 'd91b0f76-9c1d-4f5a-b7ed-60ed70c04735', 'tag': '773aa1de-1d27-43e4-926f-d158fa8b32af', 'status': 'completed', 'code': 200} Apr 14 22:11:24.313903 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-7f729443-c15b-46d2-a0fc-112de20b5eef None None] Set router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:11:24.335888 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3d71f-d35d-475c-90eb-e158f29f4f94 req-1ab06414-b1e2-4c54-86cb-bcb9e3a857b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:24.337673 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-76b3d71f-d35d-475c-90eb-e158f29f4f94 req-1ab06414-b1e2-4c54-86cb-bcb9e3a857b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60ea1ac7ba4d4ff6ad60cc164e122876&device_id=d91b0f76-9c1d-4f5a-b7ed-60ed70c04735 HTTP/1.1" status: 200 len: 1129 time: 0.0665593 Apr 14 22:11:24.486154 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3d71f-d35d-475c-90eb-e158f29f4f94 req-aa258e6d-a032-46af-b8c2-31f31ffb95a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:24.489541 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-76b3d71f-d35d-475c-90eb-e158f29f4f94 req-aa258e6d-a032-46af-b8c2-31f31ffb95a3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e03a0b21-d92d-4751-9968-b97f6e477f51 HTTP/1.1" status: 200 len: 912 time: 0.1459136 Apr 14 22:11:24.572238 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-76b3d71f-d35d-475c-90eb-e158f29f4f94 req-5176c2cf-bb0b-4769-965d-4fbd02497136 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=773aa1de-1d27-43e4-926f-d158fa8b32af HTTP/1.1" status: 200 len: 997 time: 0.0766306 Apr 14 22:11:24.615491 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-7f729443-c15b-46d2-a0fc-112de20b5eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'name': 'tempest-TestVolumeBootPattern-1568295418-router', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:39Z', 'revision_number': 4, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'gw_port': {'id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '0b4d9201-ca4c-4e20-842b-fda2c28a7e1f', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'port_id': '773aa1de-1d27-43e4-926f-d158fa8b32af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'mac_address': 'fa:16:3e:7c:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91b0f76-9c1d-4f5a-b7ed-60ed70c04735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:11:22Z', 'updated_at': '2022-04-14T22:11:22Z', 'revision_number': 0, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c46188-ada7-4678-92f9-feb2369e00c5', 'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'mac_address': 'fa:16:3e:5e:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '10052eef-9b75-42ae-9365-46a15f31951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:39Z', 'updated_at': '2022-04-14T22:10:44Z', 'revision_number': 5, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'subnets': [{'id': '10052eef-9b75-42ae-9365-46a15f31951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:11:24.619770 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device db0a7814-b651-4e42-a8e8-5e0d36c95043 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:11:24.624236 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3d71f-d35d-475c-90eb-e158f29f4f94 req-a603613b-9575-4ddb-97e8-9e5f4d748d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:24.626209 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-76b3d71f-d35d-475c-90eb-e158f29f4f94 req-a603613b-9575-4ddb-97e8-9e5f4d748d0c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10052eef-9b75-42ae-9365-46a15f31951d HTTP/1.1" status: 200 len: 851 time: 0.0481308 Apr 14 22:11:24.663583 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f729443-c15b-46d2-a0fc-112de20b5eef None None] Checking router: b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:11:24.678746 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f729443-c15b-46d2-a0fc-112de20b5eef None None] Routers {'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:11:24.679830 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-7f729443-c15b-46d2-a0fc-112de20b5eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:10:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:11:24.700342 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3d71f-d35d-475c-90eb-e158f29f4f94 req-671c3d3e-727f-48fe-9b14-efc4befca857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:24.703061 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-76b3d71f-d35d-475c-90eb-e158f29f4f94 req-671c3d3e-727f-48fe-9b14-efc4befca857 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e03a0b21-d92d-4751-9968-b97f6e477f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689368 Apr 14 22:11:24.734836 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port db0a7814-b651-4e42-a8e8-5e0d36c95043, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=db0a7814-b651-4e42-a8e8-5e0d36c95043,segment=NetworkSegment(b5996a32-60a1-44ba-8256-139740aea29c),segment_id=b5996a32-60a1-44ba-8256-139740aea29c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:11:24.747831 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Returning: {'device': 'db0a7814-b651-4e42-a8e8-5e0d36c95043', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'port_id': 'db0a7814-b651-4e42-a8e8-5e0d36c95043', 'mac_address': 'fa:16:3e:45:bd:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:11:24.817070 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port db0a7814-b651-4e42-a8e8-5e0d36c95043 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:11:24.817713 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (db0a7814-b651-4e42-a8e8-5e0d36c95043), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:24.843815 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db0a7814-b651-4e42-a8e8-5e0d36c95043 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:11:24.876433 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-76b3d71f-d35d-475c-90eb-e158f29f4f94 req-534a71f8-90e7-45b5-9e18-33990771f1ed service neutron] 10.222.0.26 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669538 Apr 14 22:11:24.880114 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-7f729443-c15b-46d2-a0fc-112de20b5eef None None] Set router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:11:24.882290 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port db0a7814-b651-4e42-a8e8-5e0d36c95043, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=db0a7814-b651-4e42-a8e8-5e0d36c95043,segment=NetworkSegment(b5996a32-60a1-44ba-8256-139740aea29c),segment_id=b5996a32-60a1-44ba-8256-139740aea29c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:11:24.891197 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (db0a7814-b651-4e42-a8e8-5e0d36c95043), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:24.926796 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79315f8-41a1-4b2b-b99c-da283b80bd59 req-9281bacf-5590-43f8-8a51-485b1a20c30c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:24.928436 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a79315f8-41a1-4b2b-b99c-da283b80bd59 req-9281bacf-5590-43f8-8a51-485b1a20c30c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=28aa186b-36ba-4c5c-abae-4133d484e1df HTTP/1.1" status: 200 len: 943 time: 0.0873039 Apr 14 22:11:24.985677 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=db0a7814-b651-4e42-a8e8-5e0d36c95043,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:25.036952 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a79315f8-41a1-4b2b-b99c-da283b80bd59 req-7f1be86e-46ed-4e4a-8bac-e5a942982ad4 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=da7eecbf-2c46-4641-ac51-2fb83d11b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749640 Apr 14 22:11:25.039252 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-76b3d71f-d35d-475c-90eb-e158f29f4f94 req-1fb37a9a-8937-416e-b9d6-886409e71b44 service neutron] 10.222.0.26 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527870 Apr 14 22:11:25.119224 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['db0a7814-b651-4e42-a8e8-5e0d36c95043'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:11:25.214308 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-7f729443-c15b-46d2-a0fc-112de20b5eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'name': 'tempest-TestVolumeBootPattern-1568295418-router', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:39Z', 'revision_number': 4, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'gw_port': {'id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '0b4d9201-ca4c-4e20-842b-fda2c28a7e1f', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'port_id': '773aa1de-1d27-43e4-926f-d158fa8b32af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'mac_address': 'fa:16:3e:7c:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91b0f76-9c1d-4f5a-b7ed-60ed70c04735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:11:22Z', 'updated_at': '2022-04-14T22:11:22Z', 'revision_number': 0, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c46188-ada7-4678-92f9-feb2369e00c5', 'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'mac_address': 'fa:16:3e:5e:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '10052eef-9b75-42ae-9365-46a15f31951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:39Z', 'updated_at': '2022-04-14T22:10:44Z', 'revision_number': 5, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'subnets': [{'id': '10052eef-9b75-42ae-9365-46a15f31951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:11:25.247932 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f729443-c15b-46d2-a0fc-112de20b5eef None None] The sync data for ids ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'] in dv-cinder-838009-1-iscsi is: [{'id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'name': 'tempest-TestVolumeBootPattern-1568295418-router', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:39Z', 'revision_number': 4, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'gw_port': {'id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '0b4d9201-ca4c-4e20-842b-fda2c28a7e1f', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'port_id': '773aa1de-1d27-43e4-926f-d158fa8b32af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'mac_address': 'fa:16:3e:7c:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91b0f76-9c1d-4f5a-b7ed-60ed70c04735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:11:22Z', 'updated_at': '2022-04-14T22:11:22Z', 'revision_number': 0, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c46188-ada7-4678-92f9-feb2369e00c5', 'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'mac_address': 'fa:16:3e:5e:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '10052eef-9b75-42ae-9365-46a15f31951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:39Z', 'updated_at': '2022-04-14T22:10:44Z', 'revision_number': 5, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'subnets': [{'id': '10052eef-9b75-42ae-9365-46a15f31951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:11:25.480355 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17aca6a-2d99-4029-b9e9-5dc16ba3357e None None] New status for floating IP 0b4d9201-ca4c-4e20-842b-fda2c28a7e1f: ACTIVE {{(pid=103421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:11:26.187067 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa334b-767d-4c81-befa-cc088f6b8c84 req-0819b2ca-70a5-45e0-84d2-69169d5b83cc tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:26.188708 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-aeaa334b-767d-4c81-befa-cc088f6b8c84 req-0819b2ca-70a5-45e0-84d2-69169d5b83cc tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=28aa186b-36ba-4c5c-abae-4133d484e1df HTTP/1.1" status: 200 len: 944 time: 0.0564537 Apr 14 22:11:26.261849 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-aeaa334b-767d-4c81-befa-cc088f6b8c84 req-7195bc1a-a805-41bf-a710-31c8a46b121c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=da7eecbf-2c46-4641-ac51-2fb83d11b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656707 Apr 14 22:11:26.401579 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0dc99e26-9f4f-4e4f-b98a-e4d1f81996cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:26.620192 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device db0a7814-b651-4e42-a8e8-5e0d36c95043 up at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:11:26.672155 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning for port db0a7814-b651-4e42-a8e8-5e0d36c95043 completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:11:26.679942 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning complete for port db0a7814-b651-4e42-a8e8-5e0d36c95043 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:11:26.680469 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (db0a7814-b651-4e42-a8e8-5e0d36c95043), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:26.769587 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port db0a7814-b651-4e42-a8e8-5e0d36c95043 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:11:26.769984 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (db0a7814-b651-4e42-a8e8-5e0d36c95043), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:26.799735 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28aa186b-36ba-4c5c-abae-4133d484e1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0a7814-b651-4e42-a8e8-5e0d36c95043'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:11:26.802164 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530b6f79e2c270c80a285cfd043402f608e5b18a2df6684fea4c07fd95dfc091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c26915-64bb-4d91-9362-f4287312c9a4" -d '{"events": [{"server_uuid": "28aa186b-36ba-4c5c-abae-4133d484e1df", "name": "network-vif-plugged", "status": "completed", "tag": "db0a7814-b651-4e42-a8e8-5e0d36c95043"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:11:26.824111 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port db0a7814-b651-4e42-a8e8-5e0d36c95043, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=db0a7814-b651-4e42-a8e8-5e0d36c95043,segment=NetworkSegment(b5996a32-60a1-44ba-8256-139740aea29c),segment_id=b5996a32-60a1-44ba-8256-139740aea29c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:11:26.829752 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (db0a7814-b651-4e42-a8e8-5e0d36c95043), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:26.859982 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216e1b4d-eaf1-4aec-b036-bc48b108157d x-openstack-request-id: req-216e1b4d-eaf1-4aec-b036-bc48b108157d {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:11:26.860371 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28aa186b-36ba-4c5c-abae-4133d484e1df", "name": "network-vif-plugged", "status": "completed", "tag": "db0a7814-b651-4e42-a8e8-5e0d36c95043", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:11:26.860566 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-216e1b4d-eaf1-4aec-b036-bc48b108157d {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:11:26.860960 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-216e1b4d-eaf1-4aec-b036-bc48b108157d'] response: {'server_uuid': '28aa186b-36ba-4c5c-abae-4133d484e1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0a7814-b651-4e42-a8e8-5e0d36c95043', 'code': 200} Apr 14 22:11:26.899921 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=db0a7814-b651-4e42-a8e8-5e0d36c95043,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:27.055878 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2dbb3b-7e13-43e5-af94-407f83462673 req-6f35b9c2-2ef7-410e-a981-7f37a88974a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:27.060369 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6e2dbb3b-7e13-43e5-af94-407f83462673 req-6f35b9c2-2ef7-410e-a981-7f37a88974a2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=28aa186b-36ba-4c5c-abae-4133d484e1df HTTP/1.1" status: 200 len: 1129 time: 0.0716908 Apr 14 22:11:27.133734 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-6e2dbb3b-7e13-43e5-af94-407f83462673 req-6ac6e01e-a711-4eac-b98c-19936590e29a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=da7eecbf-2c46-4641-ac51-2fb83d11b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676003 Apr 14 22:11:27.398565 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db86d62-499c-474f-a6af-32dab9617b43 req-870a1408-1e0e-4219-8fa0-c4776f9d45bc tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:27.401003 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3db86d62-499c-474f-a6af-32dab9617b43 req-870a1408-1e0e-4219-8fa0-c4776f9d45bc tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=28aa186b-36ba-4c5c-abae-4133d484e1df HTTP/1.1" status: 200 len: 945 time: 0.0610745 Apr 14 22:11:27.479418 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3db86d62-499c-474f-a6af-32dab9617b43 req-59e74b5c-a22a-4bef-a4c5-179ac7e05536 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=da7eecbf-2c46-4641-ac51-2fb83d11b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718246 Apr 14 22:11:27.539027 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:28.646112 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01726f-5ef6-4276-870e-a3fa8721df26 req-6270e015-0be9-4de8-8f00-b087c0229694 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:28.647882 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cc01726f-5ef6-4276-870e-a3fa8721df26 req-6270e015-0be9-4de8-8f00-b087c0229694 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=28aa186b-36ba-4c5c-abae-4133d484e1df HTTP/1.1" status: 200 len: 945 time: 0.0814917 Apr 14 22:11:28.710425 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cc01726f-5ef6-4276-870e-a3fa8721df26 req-e44974a1-e115-474c-8ff8-7181be902ea3 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=da7eecbf-2c46-4641-ac51-2fb83d11b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521500 Apr 14 22:11:28.870878 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:29.846267 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a17f1-ed16-41a4-9c1f-a6faa520a7d6 req-9c5741fc-36c0-4446-b6b1-9d445c5f6476 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:29.848076 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-347a17f1-ed16-41a4-9c1f-a6faa520a7d6 req-9c5741fc-36c0-4446-b6b1-9d445c5f6476 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=28aa186b-36ba-4c5c-abae-4133d484e1df HTTP/1.1" status: 200 len: 945 time: 0.0614891 Apr 14 22:11:29.903434 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-347a17f1-ed16-41a4-9c1f-a6faa520a7d6 req-0daf15ab-b118-4c70-a216-6da0b41de470 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=da7eecbf-2c46-4641-ac51-2fb83d11b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492733 Apr 14 22:11:30.028482 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720a213-45c2-4aed-935c-67b32c8c2290 req-f9bbde0e-f55b-4241-8e03-4185bb4387cd tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:30.030066 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d720a213-45c2-4aed-935c-67b32c8c2290 req-f9bbde0e-f55b-4241-8e03-4185bb4387cd tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=28aa186b-36ba-4c5c-abae-4133d484e1df HTTP/1.1" status: 200 len: 945 time: 0.0553689 Apr 14 22:11:30.042519 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 52844) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:11:30.047584 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-fa2a853c-60d0-413d-8f20-3455f68818cd tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Request body: {'floatingip': {'port_id': 'db0a7814-b651-4e42-a8e8-5e0d36c95043'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:11:30.091609 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fa2a853c-60d0-413d-8f20-3455f68818cd tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for floatingip (12654326-6f3a-41d2-b092-ceb62249bf21), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:30.480298 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:30.614003 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fa2a853c-60d0-413d-8f20-3455f68818cd tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:30.618504 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fa2a853c-60d0-413d-8f20-3455f68818cd tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (12654326-6f3a-41d2-b092-ceb62249bf21), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:30.735305 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.db.l3_db [None req-fa2a853c-60d0-413d-8f20-3455f68818cd tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Floating IP 12654326-6f3a-41d2-b092-ceb62249bf21 associated. External IP: 172.27.2.189, port: db0a7814-b651-4e42-a8e8-5e0d36c95043. Apr 14 22:11:31.252005 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2a853c-60d0-413d-8f20-3455f68818cd tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Router 0fa05afc-b06b-4d34-b801-ef6b98481bec has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:11:31.377259 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2a853c-60d0-413d-8f20-3455f68818cd tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:11:31.382402 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fa2a853c-60d0-413d-8f20-3455f68818cd tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:31.391185 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d741df-fd51-4e27-9c89-75e6b8c774a6 None None] Sync routers for ids ['0fa05afc-b06b-4d34-b801-ef6b98481bec'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:11:31.410732 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d741df-fd51-4e27-9c89-75e6b8c774a6 None None] Routers {'0fa05afc-b06b-4d34-b801-ef6b98481bec'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:11:31.411886 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-d8d741df-fd51-4e27-9c89-75e6b8c774a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:11:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['0fa05afc-b06b-4d34-b801-ef6b98481bec'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:11:31.428775 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-fa2a853c-60d0-413d-8f20-3455f68818cd tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "PUT /v2.0/floatingips/12654326-6f3a-41d2-b092-ceb62249bf21 HTTP/1.1" status: 200 len: 991 time: 1.3848176 Apr 14 22:11:31.429773 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28aa186b-36ba-4c5c-abae-4133d484e1df', 'tag': 'db0a7814-b651-4e42-a8e8-5e0d36c95043'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:11:31.432285 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe89b316cabc9c6da7693dfedcbc481d80d5331a5be4d9b973c074b75cf4af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c34819-621a-4c2f-957f-3d1c467bdbd6" -d '{"events": [{"name": "network-changed", "server_uuid": "28aa186b-36ba-4c5c-abae-4133d484e1df", "tag": "db0a7814-b651-4e42-a8e8-5e0d36c95043"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:11:31.485657 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4fc052-61f0-414c-8a8f-113daa128598 x-openstack-request-id: req-be4fc052-61f0-414c-8a8f-113daa128598 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:11:31.486178 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28aa186b-36ba-4c5c-abae-4133d484e1df", "tag": "db0a7814-b651-4e42-a8e8-5e0d36c95043", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:11:31.487192 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be4fc052-61f0-414c-8a8f-113daa128598 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:11:31.487785 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be4fc052-61f0-414c-8a8f-113daa128598'] response: {'name': 'network-changed', 'server_uuid': '28aa186b-36ba-4c5c-abae-4133d484e1df', 'tag': 'db0a7814-b651-4e42-a8e8-5e0d36c95043', 'status': 'completed', 'code': 200} Apr 14 22:11:31.564832 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c34819-621a-4c2f-957f-3d1c467bdbd6 req-3108d2de-ea89-4d60-8ddd-8fc6cf34bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:31.567323 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-83c34819-621a-4c2f-957f-3d1c467bdbd6 req-3108d2de-ea89-4d60-8ddd-8fc6cf34bef7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b75ef479aa7489a99a288245e0b1ee4&device_id=28aa186b-36ba-4c5c-abae-4133d484e1df HTTP/1.1" status: 200 len: 1129 time: 0.0520954 Apr 14 22:11:31.576921 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-d8d741df-fd51-4e27-9c89-75e6b8c774a6 None None] Set router 0fa05afc-b06b-4d34-b801-ef6b98481bec gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:11:31.684609 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c34819-621a-4c2f-957f-3d1c467bdbd6 req-68bbc406-2366-4721-8e6d-f33d88a9a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:31.686164 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-83c34819-621a-4c2f-957f-3d1c467bdbd6 req-68bbc406-2366-4721-8e6d-f33d88a9a5a3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f84dca83-5c69-4fab-98e8-e2e1569693dd HTTP/1.1" status: 200 len: 915 time: 0.1127267 Apr 14 22:11:31.763105 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-83c34819-621a-4c2f-957f-3d1c467bdbd6 req-4dbb857c-a545-4fb5-92bb-84a74b2b2bfb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db0a7814-b651-4e42-a8e8-5e0d36c95043 HTTP/1.1" status: 200 len: 999 time: 0.0699592 Apr 14 22:11:31.827137 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c34819-621a-4c2f-957f-3d1c467bdbd6 req-28c63b78-b841-434c-9cc8-8336ff20af65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:31.828907 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-83c34819-621a-4c2f-957f-3d1c467bdbd6 req-28c63b78-b841-434c-9cc8-8336ff20af65 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54e124ce-91a6-4427-8064-077f8d32c149 HTTP/1.1" status: 200 len: 854 time: 0.0594466 Apr 14 22:11:31.877731 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c34819-621a-4c2f-957f-3d1c467bdbd6 req-ea7bf3fd-b132-44bb-aa16-8e727e5601d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:31.880131 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-83c34819-621a-4c2f-957f-3d1c467bdbd6 req-ea7bf3fd-b132-44bb-aa16-8e727e5601d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f84dca83-5c69-4fab-98e8-e2e1569693dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445025 Apr 14 22:11:31.984820 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-83c34819-621a-4c2f-957f-3d1c467bdbd6 req-42d37b7d-ae26-406a-ab8a-f620710d356f service neutron] 10.222.0.26 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985289 Apr 14 22:11:32.077280 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-d8d741df-fd51-4e27-9c89-75e6b8c774a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 4, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '12654326-6f3a-41d2-b092-ceb62249bf21', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'port_id': 'db0a7814-b651-4e42-a8e8-5e0d36c95043', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'mac_address': 'fa:16:3e:45:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aa186b-36ba-4c5c-abae-4133d484e1df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:11:15Z', 'updated_at': '2022-04-14T22:11:30Z', 'revision_number': 1, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca5a437-8c6a-406a-a398-3167840c95b0', 'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'mac_address': 'fa:16:3e:09:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:54Z', 'updated_at': '2022-04-14T22:07:58Z', 'revision_number': 5, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'subnets': [{'id': '54e124ce-91a6-4427-8064-077f8d32c149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:11:32.095262 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-83c34819-621a-4c2f-957f-3d1c467bdbd6 req-705ed54b-487b-4717-8ef9-cce97be288f8 service neutron] 10.222.0.26 "GET /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038876 Apr 14 22:11:32.108367 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d741df-fd51-4e27-9c89-75e6b8c774a6 None None] Checking router: 0fa05afc-b06b-4d34-b801-ef6b98481bec for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:11:32.119205 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d741df-fd51-4e27-9c89-75e6b8c774a6 None None] Routers {'0fa05afc-b06b-4d34-b801-ef6b98481bec'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:11:32.119994 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-d8d741df-fd51-4e27-9c89-75e6b8c774a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:11:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['0fa05afc-b06b-4d34-b801-ef6b98481bec'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:11:32.238995 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-d8d741df-fd51-4e27-9c89-75e6b8c774a6 None None] Set router 0fa05afc-b06b-4d34-b801-ef6b98481bec gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:11:32.499318 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-d8d741df-fd51-4e27-9c89-75e6b8c774a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 4, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '12654326-6f3a-41d2-b092-ceb62249bf21', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'port_id': 'db0a7814-b651-4e42-a8e8-5e0d36c95043', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'mac_address': 'fa:16:3e:45:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aa186b-36ba-4c5c-abae-4133d484e1df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:11:15Z', 'updated_at': '2022-04-14T22:11:30Z', 'revision_number': 1, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca5a437-8c6a-406a-a398-3167840c95b0', 'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'mac_address': 'fa:16:3e:09:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:54Z', 'updated_at': '2022-04-14T22:07:58Z', 'revision_number': 5, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'subnets': [{'id': '54e124ce-91a6-4427-8064-077f8d32c149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:11:32.533478 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d741df-fd51-4e27-9c89-75e6b8c774a6 None None] The sync data for ids ['0fa05afc-b06b-4d34-b801-ef6b98481bec'] in dv-cinder-838009-1-iscsi is: [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 4, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '12654326-6f3a-41d2-b092-ceb62249bf21', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'port_id': 'db0a7814-b651-4e42-a8e8-5e0d36c95043', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'mac_address': 'fa:16:3e:45:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aa186b-36ba-4c5c-abae-4133d484e1df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:11:15Z', 'updated_at': '2022-04-14T22:11:30Z', 'revision_number': 1, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca5a437-8c6a-406a-a398-3167840c95b0', 'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'mac_address': 'fa:16:3e:09:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:54Z', 'updated_at': '2022-04-14T22:07:58Z', 'revision_number': 5, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'subnets': [{'id': '54e124ce-91a6-4427-8064-077f8d32c149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:11:32.757892 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb6e290-8c94-4575-9c3a-93afdf9cbaf4 None None] New status for floating IP 12654326-6f3a-41d2-b092-ceb62249bf21: ACTIVE {{(pid=103421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:11:36.338064 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:11:43.006097 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:45.374183 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2522bee0-8bd9-4822-af59-f424f9af2889 req-135b7e60-5c14-4c21-a37a-22f979551555 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0875804 Apr 14 22:11:45.467198 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522bee0-8bd9-4822-af59-f424f9af2889 req-d0e92f78-d51a-452c-9dab-33dc71f7749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:45.468892 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2522bee0-8bd9-4822-af59-f424f9af2889 req-d0e92f78-d51a-452c-9dab-33dc71f7749d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=818782cfb8ca4fdb94b5c7e1b6cd915e&device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 1130 time: 0.0482273 Apr 14 22:11:45.581722 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522bee0-8bd9-4822-af59-f424f9af2889 req-252fa5e0-9cca-4b6b-9696-f4a9612ab764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:45.583111 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2522bee0-8bd9-4822-af59-f424f9af2889 req-252fa5e0-9cca-4b6b-9696-f4a9612ab764 service neutron] 10.222.0.26 "GET /v2.0/networks?id=24892aca-f788-4fab-ba20-18bc79a1a3e4 HTTP/1.1" status: 200 len: 909 time: 0.0940070 Apr 14 22:11:45.657588 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2522bee0-8bd9-4822-af59-f424f9af2889 req-33b96c7a-b1ad-491c-aeb7-104c7d81d197 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=688b21c5-06f7-44a5-a4d3-1204a933db95 HTTP/1.1" status: 200 len: 1002 time: 0.0670249 Apr 14 22:11:45.710890 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522bee0-8bd9-4822-af59-f424f9af2889 req-8bcb5d12-bd64-4a21-8728-bcf9b3fc1f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:45.712493 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2522bee0-8bd9-4822-af59-f424f9af2889 req-8bcb5d12-bd64-4a21-8728-bcf9b3fc1f19 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8d7302b-218a-4a2d-92e0-263caf56a9e5 HTTP/1.1" status: 200 len: 848 time: 0.0488923 Apr 14 22:11:45.760570 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522bee0-8bd9-4822-af59-f424f9af2889 req-3c84c9d3-e9f8-4557-a37b-7a5d7b7aa8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:45.762077 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2522bee0-8bd9-4822-af59-f424f9af2889 req-3c84c9d3-e9f8-4557-a37b-7a5d7b7aa8d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=24892aca-f788-4fab-ba20-18bc79a1a3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431771 Apr 14 22:11:45.862127 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2522bee0-8bd9-4822-af59-f424f9af2889 req-7924f436-bfed-433c-a279-f2c61c5bf742 service neutron] 10.222.0.26 "GET /v2.0/networks/24892aca-f788-4fab-ba20-18bc79a1a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925546 Apr 14 22:11:45.958585 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2522bee0-8bd9-4822-af59-f424f9af2889 req-726bbcac-d0dd-42f7-8e7f-3bf1e7c7db87 service neutron] 10.222.0.26 "GET /v2.0/networks/24892aca-f788-4fab-ba20-18bc79a1a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900431 Apr 14 22:11:53.994901 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f9bcbfca-8f15-4ad7-afda-1b519baef5f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:56.404459 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c50e6fea-aad6-4c1e-a83b-32f365cdb673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:57.541986 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:58.844467 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:00.473055 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:01.227429 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d052bea-267f-4e2a-9534-4ba498a72944 req-cc63c2f6-e239-4a2c-abd6-2ec3f3004737 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:01.229038 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9d052bea-267f-4e2a-9534-4ba498a72944 req-cc63c2f6-e239-4a2c-abd6-2ec3f3004737 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 946 time: 0.0490267 Apr 14 22:12:01.279675 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9d052bea-267f-4e2a-9534-4ba498a72944 req-44a266ae-af30-4583-ae1d-e7dbcd14933a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448730 Apr 14 22:12:02.398644 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f398e89-0127-4dae-99ca-3d0da6bbbdc9 req-0c3fa0a1-fe23-46a6-8acb-f7425dc7c5e1 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:02.400191 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4f398e89-0127-4dae-99ca-3d0da6bbbdc9 req-0c3fa0a1-fe23-46a6-8acb-f7425dc7c5e1 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 946 time: 0.0502059 Apr 14 22:12:02.450293 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4f398e89-0127-4dae-99ca-3d0da6bbbdc9 req-827ad06e-5842-4294-8b8a-94427640709d tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444779 Apr 14 22:12:03.575615 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71087fd-d9b7-4bb3-932d-37f9fe8fd7ef req-f24884cb-b4a5-4b4f-9695-05dd146618a0 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:03.577543 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b71087fd-d9b7-4bb3-932d-37f9fe8fd7ef req-f24884cb-b4a5-4b4f-9695-05dd146618a0 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 946 time: 0.0524304 Apr 14 22:12:03.633791 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b71087fd-d9b7-4bb3-932d-37f9fe8fd7ef req-d31a4b3e-c02b-4aa6-bc06-7524f6ef2f22 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501077 Apr 14 22:12:04.750493 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fed961-32c2-4a6e-b2e9-2d21134e6824 req-320e136c-28d5-467e-bccd-1cad9b8e8f0f tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:04.752074 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d9fed961-32c2-4a6e-b2e9-2d21134e6824 req-320e136c-28d5-467e-bccd-1cad9b8e8f0f tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 946 time: 0.0482402 Apr 14 22:12:04.807629 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d9fed961-32c2-4a6e-b2e9-2d21134e6824 req-0786f09e-3c28-42ea-9c91-111009f5ec52 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490279 Apr 14 22:12:05.922371 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89cb51-4506-42ac-8871-2cfafb5702a8 req-2ec5c4e4-97fb-4a21-830b-8c6a12782392 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:05.923832 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-be89cb51-4506-42ac-8871-2cfafb5702a8 req-2ec5c4e4-97fb-4a21-830b-8c6a12782392 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 946 time: 0.0486650 Apr 14 22:12:05.973299 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-be89cb51-4506-42ac-8871-2cfafb5702a8 req-f0950a84-ec49-47c9-9901-12ba44f1eb8b tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429003 Apr 14 22:12:07.089583 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c0a42-7490-4116-90c5-9f4326fdf765 req-eec3df05-2ff5-4e6c-9ae5-ff701fd7f704 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:07.090930 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-221c0a42-7490-4116-90c5-9f4326fdf765 req-eec3df05-2ff5-4e6c-9ae5-ff701fd7f704 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 946 time: 0.0467792 Apr 14 22:12:07.140794 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-221c0a42-7490-4116-90c5-9f4326fdf765 req-a831d4fa-63ec-4bbe-aef6-fe6c3f67198d tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443044 Apr 14 22:12:08.254348 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598097b-39f6-4449-a08e-f121205b5f70 req-f3422576-8383-4f1b-a45f-2756ee6fce15 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:08.256611 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c598097b-39f6-4449-a08e-f121205b5f70 req-f3422576-8383-4f1b-a45f-2756ee6fce15 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 946 time: 0.0481215 Apr 14 22:12:08.304889 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c598097b-39f6-4449-a08e-f121205b5f70 req-23bdef13-fd41-424d-b259-f9fbb7f2e1c7 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427637 Apr 14 22:12:09.431536 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1671af9-5770-4e9b-8d2d-91b7300dc994 req-8df8f118-78bf-4c83-8ae6-f8eb100cecc0 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:09.433174 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b1671af9-5770-4e9b-8d2d-91b7300dc994 req-8df8f118-78bf-4c83-8ae6-f8eb100cecc0 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 946 time: 0.0492477 Apr 14 22:12:09.487617 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b1671af9-5770-4e9b-8d2d-91b7300dc994 req-5b0ec762-05e4-489f-ac7d-967522ce1a44 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480564 Apr 14 22:12:10.604407 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb5b09-9619-44ba-a0ae-df76602f2d31 req-9670fcf9-0932-4dbf-9f56-458bf7b375ae tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:10.605967 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5feb5b09-9619-44ba-a0ae-df76602f2d31 req-9670fcf9-0932-4dbf-9f56-458bf7b375ae tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 946 time: 0.0482504 Apr 14 22:12:10.663382 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5feb5b09-9619-44ba-a0ae-df76602f2d31 req-7f6a3201-8604-48ec-b120-8b91a11c07ec tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519097 Apr 14 22:12:11.390904 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778266cd-106a-441e-abde-f83bd39d1433 req-9dd9b125-dd50-4db2-87aa-cc3d17199d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:11.392494 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-778266cd-106a-441e-abde-f83bd39d1433 req-9dd9b125-dd50-4db2-87aa-cc3d17199d2b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=818782cfb8ca4fdb94b5c7e1b6cd915e&device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 1130 time: 0.0426452 Apr 14 22:12:11.482292 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778266cd-106a-441e-abde-f83bd39d1433 req-3356fdc6-5691-455c-b34b-42cfda47e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:11.483775 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-778266cd-106a-441e-abde-f83bd39d1433 req-3356fdc6-5691-455c-b34b-42cfda47e870 service neutron] 10.222.0.26 "GET /v2.0/networks?id=24892aca-f788-4fab-ba20-18bc79a1a3e4 HTTP/1.1" status: 200 len: 909 time: 0.0854774 Apr 14 22:12:11.554030 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-778266cd-106a-441e-abde-f83bd39d1433 req-459d091e-e96d-4281-97de-94ce2b640a70 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=688b21c5-06f7-44a5-a4d3-1204a933db95 HTTP/1.1" status: 200 len: 1002 time: 0.0637610 Apr 14 22:12:11.605593 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778266cd-106a-441e-abde-f83bd39d1433 req-b5112b62-4fb1-4b1f-96ba-a1b7c872208b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:11.607065 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-778266cd-106a-441e-abde-f83bd39d1433 req-b5112b62-4fb1-4b1f-96ba-a1b7c872208b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8d7302b-218a-4a2d-92e0-263caf56a9e5 HTTP/1.1" status: 200 len: 848 time: 0.0443532 Apr 14 22:12:11.652834 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778266cd-106a-441e-abde-f83bd39d1433 req-a1686d19-7247-41f7-b612-85011aae688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:11.654247 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-778266cd-106a-441e-abde-f83bd39d1433 req-a1686d19-7247-41f7-b612-85011aae688e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=24892aca-f788-4fab-ba20-18bc79a1a3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376291 Apr 14 22:12:11.776792 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-778266cd-106a-441e-abde-f83bd39d1433 req-d4f7fbf9-379e-46a7-9b8a-2aa21c9ddce7 service neutron] 10.222.0.26 "GET /v2.0/networks/24892aca-f788-4fab-ba20-18bc79a1a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131170 Apr 14 22:12:11.788099 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e83087-6b21-4a5b-a8b5-c2ba9a794d93 req-db178ea4-fe6e-4e1d-af15-f8a52bc87993 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:11.789612 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a1e83087-6b21-4a5b-a8b5-c2ba9a794d93 req-db178ea4-fe6e-4e1d-af15-f8a52bc87993 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 946 time: 0.0591042 Apr 14 22:12:11.894907 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a1e83087-6b21-4a5b-a8b5-c2ba9a794d93 req-b200e718-46e6-4e35-bbe7-2887ccce0adf tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971410 Apr 14 22:12:11.912260 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-778266cd-106a-441e-abde-f83bd39d1433 req-5fbb2a88-9ea4-4c77-b09e-1217f7d0e463 service neutron] 10.222.0.26 "GET /v2.0/networks/24892aca-f788-4fab-ba20-18bc79a1a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207080 Apr 14 22:12:13.007112 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:13.012814 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680ee0b-989b-420d-8780-f62bc143660f req-6cabe3ef-733f-411a-b6aa-f1ea1c7cb2cd tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:13.014390 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0680ee0b-989b-420d-8780-f62bc143660f req-6cabe3ef-733f-411a-b6aa-f1ea1c7cb2cd tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 946 time: 0.0484192 Apr 14 22:12:13.071463 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0680ee0b-989b-420d-8780-f62bc143660f req-7764308b-e9f7-4257-8c03-40d7c3e35652 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515459 Apr 14 22:12:13.338022 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:12:14.183268 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5727475-4f4f-4067-a254-c21c8841ce1e req-738c37ab-509d-42ec-9dfd-89dab1ea7b72 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:14.184791 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c5727475-4f4f-4067-a254-c21c8841ce1e req-738c37ab-509d-42ec-9dfd-89dab1ea7b72 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 946 time: 0.0466888 Apr 14 22:12:14.232612 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c5727475-4f4f-4067-a254-c21c8841ce1e req-d54824f7-9d1f-415d-b144-ab50169e49fa tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422935 Apr 14 22:12:14.449916 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446710f0-eb10-4ee6-b2df-8a7eed76ee10 req-eb17dc46-2cab-480d-8fc9-9442466d616b tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:14.451385 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-446710f0-eb10-4ee6-b2df-8a7eed76ee10 req-eb17dc46-2cab-480d-8fc9-9442466d616b tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 946 time: 0.0518701 Apr 14 22:12:14.505369 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-38a5ebcd-cec6-4c9a-a807-1293b2fe8378 req-5492e337-17d7-4d60-954e-33df6fc0d1b8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1307259 Apr 14 22:12:14.505970 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-446710f0-eb10-4ee6-b2df-8a7eed76ee10 req-c5759439-16da-4f6d-8f57-d22907626db9 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484200 Apr 14 22:12:14.685636 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5ebcd-cec6-4c9a-a807-1293b2fe8378 req-8a0a594e-1fd7-4aaf-88a0-6bac0b3f16f3 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:14.687056 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-38a5ebcd-cec6-4c9a-a807-1293b2fe8378 req-8a0a594e-1fd7-4aaf-88a0-6bac0b3f16f3 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports/688b21c5-06f7-44a5-a4d3-1204a933db95 HTTP/1.1" status: 200 len: 943 time: 0.1553493 Apr 14 22:12:15.618430 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e504a1-557a-4628-9312-0b46c1c08829 req-7ce19db3-dff0-4a97-a6fa-e97467dcf4bb tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:15.619883 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-23e504a1-557a-4628-9312-0b46c1c08829 req-7ce19db3-dff0-4a97-a6fa-e97467dcf4bb tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 946 time: 0.0458608 Apr 14 22:12:15.671588 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-23e504a1-557a-4628-9312-0b46c1c08829 req-d324ac0a-b55a-4d48-84d5-6f5224a4d0d4 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461895 Apr 14 22:12:16.781023 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5ebcd-cec6-4c9a-a807-1293b2fe8378 req-0368b4e0-4938-47be-b9aa-ae076f326318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:16.782501 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-38a5ebcd-cec6-4c9a-a807-1293b2fe8378 req-0368b4e0-4938-47be-b9aa-ae076f326318 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83&tenant_id=818782cfb8ca4fdb94b5c7e1b6cd915e HTTP/1.1" status: 200 len: 1130 time: 0.0692124 Apr 14 22:12:16.800693 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7435466-8c17-48c9-8f79-8b305645a64c req-85f78bc9-5cbe-449d-b116-1a76ef1d7e75 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:16.802225 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c7435466-8c17-48c9-8f79-8b305645a64c req-85f78bc9-5cbe-449d-b116-1a76ef1d7e75 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 946 time: 0.0615466 Apr 14 22:12:16.880473 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5ebcd-cec6-4c9a-a807-1293b2fe8378 req-93517a1d-48aa-4c27-a446-a97688ddb87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:16.881945 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-38a5ebcd-cec6-4c9a-a807-1293b2fe8378 req-93517a1d-48aa-4c27-a446-a97688ddb87d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=818782cfb8ca4fdb94b5c7e1b6cd915e&device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 1130 time: 0.0633993 Apr 14 22:12:16.886627 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c7435466-8c17-48c9-8f79-8b305645a64c req-a35ea69c-5c5c-474a-ab52-1890537dde8a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772123 Apr 14 22:12:16.945795 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 688b21c5-06f7-44a5-a4d3-1204a933db95 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:12:16.986061 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5ebcd-cec6-4c9a-a807-1293b2fe8378 req-a9c010f5-c54d-4d32-b1e8-97072de5bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:16.987534 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-38a5ebcd-cec6-4c9a-a807-1293b2fe8378 req-a9c010f5-c54d-4d32-b1e8-97072de5bb74 service neutron] 10.222.0.26 "GET /v2.0/networks?id=24892aca-f788-4fab-ba20-18bc79a1a3e4 HTTP/1.1" status: 200 len: 909 time: 0.0971799 Apr 14 22:12:17.038574 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 688b21c5-06f7-44a5-a4d3-1204a933db95 is: ACTIVE; New status is: DOWN {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:12:17.038970 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (688b21c5-06f7-44a5-a4d3-1204a933db95), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:17.075331 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61d5169-9f2f-4716-a044-f0c2c846be83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '688b21c5-06f7-44a5-a4d3-1204a933db95'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:12:17.078171 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530b6f79e2c270c80a285cfd043402f608e5b18a2df6684fea4c07fd95dfc091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb3393c-fbe4-4ef5-b48a-b48baa8549a1" -d '{"events": [{"server_uuid": "b61d5169-9f2f-4716-a044-f0c2c846be83", "name": "network-vif-unplugged", "status": "completed", "tag": "688b21c5-06f7-44a5-a4d3-1204a933db95"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:12:17.082588 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 688b21c5-06f7-44a5-a4d3-1204a933db95, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=688b21c5-06f7-44a5-a4d3-1204a933db95,segment=NetworkSegment(ee7f4fb0-78ec-4725-9871-e0ce767cf3c2),segment_id=ee7f4fb0-78ec-4725-9871-e0ce767cf3c2)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:12:17.089779 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (688b21c5-06f7-44a5-a4d3-1204a933db95), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:17.155666 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=688b21c5-06f7-44a5-a4d3-1204a933db95,revision_number=6']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:12:17.170284 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:17.171131 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:17.171720 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:17.172351 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:17.172888 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:17.173639 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:17.174088 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:17.174524 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:17.175388 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:17.175388 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:17.175884 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:17.177085 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:17.177744 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:17.178552 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:17.179158 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:17.213108 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Apr 2022 22:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8371289e-540f-4853-9793-fee8be9ba91a x-openstack-request-id: req-8371289e-540f-4853-9793-fee8be9ba91a {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:12:17.213396 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b61d5169-9f2f-4716-a044-f0c2c846be83", "name": "network-vif-unplugged", "status": "completed", "tag": "688b21c5-06f7-44a5-a4d3-1204a933db95", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:12:17.213842 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8371289e-540f-4853-9793-fee8be9ba91a {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:12:17.214355 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8371289e-540f-4853-9793-fee8be9ba91a'] response: {'server_uuid': 'b61d5169-9f2f-4716-a044-f0c2c846be83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '688b21c5-06f7-44a5-a4d3-1204a933db95', 'code': 200} Apr 14 22:12:17.373565 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-38a5ebcd-cec6-4c9a-a807-1293b2fe8378 req-28372e70-51ca-4ee6-ad55-5f456af8cb28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=688b21c5-06f7-44a5-a4d3-1204a933db95 HTTP/1.1" status: 200 len: 1002 time: 0.3755867 Apr 14 22:12:17.613401 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5ebcd-cec6-4c9a-a807-1293b2fe8378 req-72c03432-f58e-462d-a5d2-8d8e60a2226f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:17.615513 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-38a5ebcd-cec6-4c9a-a807-1293b2fe8378 req-72c03432-f58e-462d-a5d2-8d8e60a2226f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8d7302b-218a-4a2d-92e0-263caf56a9e5 HTTP/1.1" status: 200 len: 848 time: 0.0445719 Apr 14 22:12:17.663539 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5ebcd-cec6-4c9a-a807-1293b2fe8378 req-0facde0e-cabc-4ffe-8aba-c89190fc869b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:17.665525 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-38a5ebcd-cec6-4c9a-a807-1293b2fe8378 req-0facde0e-cabc-4ffe-8aba-c89190fc869b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=24892aca-f788-4fab-ba20-18bc79a1a3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440426 Apr 14 22:12:17.790574 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-38a5ebcd-cec6-4c9a-a807-1293b2fe8378 req-38fe0cdb-e3a6-420d-b2ac-8634810f31d3 service neutron] 10.222.0.26 "GET /v2.0/networks/24892aca-f788-4fab-ba20-18bc79a1a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886600 Apr 14 22:12:17.882235 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-38a5ebcd-cec6-4c9a-a807-1293b2fe8378 req-42b53989-dbad-46d4-a75e-f0f374239845 service neutron] 10.222.0.26 "GET /v2.0/networks/24892aca-f788-4fab-ba20-18bc79a1a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845466 Apr 14 22:12:18.001475 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c157902-3883-4610-a21a-f60669749b64 req-4d99cc0d-d17f-499d-bd96-3fe2dde4f21e tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:18.002962 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-9c157902-3883-4610-a21a-f60669749b64 req-4d99cc0d-d17f-499d-bd96-3fe2dde4f21e tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 944 time: 0.0470090 Apr 14 22:12:18.052400 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-9c157902-3883-4610-a21a-f60669749b64 req-152087b7-2796-4f74-9a96-a2e47c31caf1 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434637 Apr 14 22:12:18.557945 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25315dc0-73be-4c0a-871a-367cfde4778a req-1c1b3223-83c3-4f32-bc7d-01d65466a66a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:18.559336 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-25315dc0-73be-4c0a-871a-367cfde4778a req-1c1b3223-83c3-4f32-bc7d-01d65466a66a tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=28aa186b-36ba-4c5c-abae-4133d484e1df HTTP/1.1" status: 200 len: 945 time: 0.0480218 Apr 14 22:12:18.607589 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-25315dc0-73be-4c0a-871a-367cfde4778a req-9e08976f-3ce1-4e1f-a861-7fe841107449 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=da7eecbf-2c46-4641-ac51-2fb83d11b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424936 Apr 14 22:12:19.170033 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1efb7-ff4b-4ef1-a2d0-5767b5c499e3 req-48f1ff73-2816-48bf-8374-56f59220b6b6 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:19.171492 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-eee1efb7-ff4b-4ef1-a2d0-5767b5c499e3 req-48f1ff73-2816-48bf-8374-56f59220b6b6 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 944 time: 0.0454061 Apr 14 22:12:19.225643 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-eee1efb7-ff4b-4ef1-a2d0-5767b5c499e3 req-42381ab8-253b-4de2-913c-2e20d70f8b99 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474992 Apr 14 22:12:19.721336 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae059818-5307-4fe9-9ed5-8eb3fea9d087 req-4a8ac28a-e757-42c2-90a5-1c14af71cf33 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:19.722800 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ae059818-5307-4fe9-9ed5-8eb3fea9d087 req-4a8ac28a-e757-42c2-90a5-1c14af71cf33 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=28aa186b-36ba-4c5c-abae-4133d484e1df HTTP/1.1" status: 200 len: 945 time: 0.0472295 Apr 14 22:12:19.769091 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ae059818-5307-4fe9-9ed5-8eb3fea9d087 req-2ddf2a30-3142-412d-bc9e-c52f11f90028 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups?id=da7eecbf-2c46-4641-ac51-2fb83d11b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405436 Apr 14 22:12:20.250922 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14133f-9b5b-41a6-b49a-24e9ba6258d2 req-775ffd50-1aba-4d68-9131-576a6422148e tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:20.252396 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7b14133f-9b5b-41a6-b49a-24e9ba6258d2 req-775ffd50-1aba-4d68-9131-576a6422148e tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.26 "GET /v2.0/ports?device_id=28aa186b-36ba-4c5c-abae-4133d484e1df HTTP/1.1" status: 200 len: 945 time: 0.0457981 Apr 14 22:12:20.376468 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42cef0-ab27-4ef2-afdc-fc6873f53393 req-be7f181a-80be-49e4-ae21-c970d173bc96 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:20.377909 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7b42cef0-ab27-4ef2-afdc-fc6873f53393 req-be7f181a-80be-49e4-ae21-c970d173bc96 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 944 time: 0.0836449 Apr 14 22:12:20.381081 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-7b14133f-9b5b-41a6-b49a-24e9ba6258d2 req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Deleting port db0a7814-b651-4e42-a8e8-5e0d36c95043 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:12:20.381412 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-7b14133f-9b5b-41a6-b49a-24e9ba6258d2 req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (db0a7814-b651-4e42-a8e8-5e0d36c95043), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:20.483533 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7b42cef0-ab27-4ef2-afdc-fc6873f53393 req-9da47c89-c419-4e7e-9c10-2a5d7b371efd tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991595 Apr 14 22:12:20.507107 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-7b14133f-9b5b-41a6-b49a-24e9ba6258d2 req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] For port db0a7814-b651-4e42-a8e8-5e0d36c95043, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=db0a7814-b651-4e42-a8e8-5e0d36c95043,segment=NetworkSegment(b5996a32-60a1-44ba-8256-139740aea29c),segment_id=b5996a32-60a1-44ba-8256-139740aea29c)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:12:20.507394 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-7b14133f-9b5b-41a6-b49a-24e9ba6258d2 req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (db0a7814-b651-4e42-a8e8-5e0d36c95043), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:20.687278 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-7b14133f-9b5b-41a6-b49a-24e9ba6258d2 req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:20.687667 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-7b14133f-9b5b-41a6-b49a-24e9ba6258d2 req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (12654326-6f3a-41d2-b092-ceb62249bf21), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:20.688031 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.l3_db [req-7b14133f-9b5b-41a6-b49a-24e9ba6258d2 req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Floating IP 12654326-6f3a-41d2-b092-ceb62249bf21 disassociated. External IP: 172.27.2.189, port: db0a7814-b651-4e42-a8e8-5e0d36c95043. Apr 14 22:12:20.688408 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-7b14133f-9b5b-41a6-b49a-24e9ba6258d2 req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Calling delete_port for db0a7814-b651-4e42-a8e8-5e0d36c95043 owned by compute:nova {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:12:20.821062 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-7b14133f-9b5b-41a6-b49a-24e9ba6258d2 req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (db0a7814-b651-4e42-a8e8-5e0d36c95043), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:20.854555 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event deleted for resources: {'Port': ['ID=db0a7814-b651-4e42-a8e8-5e0d36c95043,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:12:20.868066 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:20.868445 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:20.868793 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:20.869158 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:20.869454 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:20.869788 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:20.870113 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:20.870442 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:20.870768 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:20.871320 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:20.871555 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:20.871866 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:20.871990 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-12229b15-ffaa-45f2-b683-f764da7233d9 req-9a3a42b6-86e5-4f41-805f-9929fefc9b02 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/ports?device_id=28aa186b-36ba-4c5c-abae-4133d484e1df HTTP/1.1" status: 200 len: 210 time: 0.0322824 Apr 14 22:12:20.872449 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:20.872545 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:20.872838 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:20.983300 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b14133f-9b5b-41a6-b49a-24e9ba6258d2 req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Router 0fa05afc-b06b-4d34-b801-ef6b98481bec has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:12:21.097214 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b14133f-9b5b-41a6-b49a-24e9ba6258d2 req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:12:21.107298 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8173d738-b513-4b10-ab38-f82e41a96669 None None] Sync routers for ids ['0fa05afc-b06b-4d34-b801-ef6b98481bec'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:12:21.117972 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8173d738-b513-4b10-ab38-f82e41a96669 None None] Routers {'0fa05afc-b06b-4d34-b801-ef6b98481bec'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:12:21.118568 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-8173d738-b513-4b10-ab38-f82e41a96669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:11:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['0fa05afc-b06b-4d34-b801-ef6b98481bec'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:12:21.139731 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b14133f-9b5b-41a6-b49a-24e9ba6258d2 req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] No DVR routers for this DVR port db0a7814-b651-4e42-a8e8-5e0d36c95043 on host hv-cinder-83800 {{(pid=103420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:12:21.142245 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-7b14133f-9b5b-41a6-b49a-24e9ba6258d2 req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:21.146106 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7b14133f-9b5b-41a6-b49a-24e9ba6258d2 req-d5c88cb5-1b29-44ca-9279-d9e2ee05ee1c tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.26 "DELETE /v2.0/ports/db0a7814-b651-4e42-a8e8-5e0d36c95043 HTTP/1.1" status: 204 len: 173 time: 0.8863821 Apr 14 22:12:21.146572 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28aa186b-36ba-4c5c-abae-4133d484e1df', 'name': 'network-vif-deleted', 'tag': 'db0a7814-b651-4e42-a8e8-5e0d36c95043'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:12:21.148787 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58ba45f-c562-429a-bd21-fae7b11cd9b1" -d '{"events": [{"server_uuid": "28aa186b-36ba-4c5c-abae-4133d484e1df", "name": "network-vif-deleted", "tag": "db0a7814-b651-4e42-a8e8-5e0d36c95043"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:12:21.238144 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-8173d738-b513-4b10-ab38-f82e41a96669 None None] Set router 0fa05afc-b06b-4d34-b801-ef6b98481bec gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:12:21.264754 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2163d5-cee5-4903-bdde-c33b2136504d x-openstack-request-id: req-2c2163d5-cee5-4903-bdde-c33b2136504d {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:12:21.265277 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28aa186b-36ba-4c5c-abae-4133d484e1df", "name": "network-vif-deleted", "tag": "db0a7814-b651-4e42-a8e8-5e0d36c95043", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:12:21.265277 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2c2163d5-cee5-4903-bdde-c33b2136504d {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:12:21.265709 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c2163d5-cee5-4903-bdde-c33b2136504d'] response: {'server_uuid': '28aa186b-36ba-4c5c-abae-4133d484e1df', 'name': 'network-vif-deleted', 'tag': 'db0a7814-b651-4e42-a8e8-5e0d36c95043', 'status': 'completed', 'code': 200} Apr 14 22:12:21.445293 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-8173d738-b513-4b10-ab38-f82e41a96669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 4, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '9ca5a437-8c6a-406a-a398-3167840c95b0', 'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'mac_address': 'fa:16:3e:09:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:54Z', 'updated_at': '2022-04-14T22:07:58Z', 'revision_number': 5, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'subnets': [{'id': '54e124ce-91a6-4427-8064-077f8d32c149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:12:21.475361 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8173d738-b513-4b10-ab38-f82e41a96669 None None] Checking router: 0fa05afc-b06b-4d34-b801-ef6b98481bec for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:12:21.484844 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8173d738-b513-4b10-ab38-f82e41a96669 None None] Routers {'0fa05afc-b06b-4d34-b801-ef6b98481bec'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:12:21.485461 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-8173d738-b513-4b10-ab38-f82e41a96669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:11:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['0fa05afc-b06b-4d34-b801-ef6b98481bec'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:12:21.600788 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-8173d738-b513-4b10-ab38-f82e41a96669 None None] Set router 0fa05afc-b06b-4d34-b801-ef6b98481bec gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:12:21.608443 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b87f7-2101-4842-aa00-8a0bf0b03e8f req-0fe16b43-e845-412b-9a45-0bc88322085e tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:21.609997 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b36b87f7-2101-4842-aa00-8a0bf0b03e8f req-0fe16b43-e845-412b-9a45-0bc88322085e tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 944 time: 0.0530503 Apr 14 22:12:21.664869 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b36b87f7-2101-4842-aa00-8a0bf0b03e8f req-0935f7db-01a8-4a2d-ab0a-6ca10938b85f tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483572 Apr 14 22:12:21.917740 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-8173d738-b513-4b10-ab38-f82e41a96669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 4, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '9ca5a437-8c6a-406a-a398-3167840c95b0', 'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'mac_address': 'fa:16:3e:09:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:54Z', 'updated_at': '2022-04-14T22:07:58Z', 'revision_number': 5, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'subnets': [{'id': '54e124ce-91a6-4427-8064-077f8d32c149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:12:21.946070 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8173d738-b513-4b10-ab38-f82e41a96669 None None] The sync data for ids ['0fa05afc-b06b-4d34-b801-ef6b98481bec'] in dv-cinder-838009-1-iscsi is: [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:07:54Z', 'revision_number': 4, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '9ca5a437-8c6a-406a-a398-3167840c95b0', 'name': '', 'network_id': 'f84dca83-5c69-4fab-98e8-e2e1569693dd', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'mac_address': 'fa:16:3e:09:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '54e124ce-91a6-4427-8064-077f8d32c149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:54Z', 'updated_at': '2022-04-14T22:07:58Z', 'revision_number': 5, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'subnets': [{'id': '54e124ce-91a6-4427-8064-077f8d32c149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:12:21.966480 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 53000) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:12:22.022146 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-44f6df75-64d8-46f5-8b50-4ea84cd125b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group (da7eecbf-2c46-4641-ac51-2fb83d11b16e), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:22.047611 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-44f6df75-64d8-46f5-8b50-4ea84cd125b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group (da7eecbf-2c46-4641-ac51-2fb83d11b16e), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:22.098874 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-44f6df75-64d8-46f5-8b50-4ea84cd125b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (da7eecbf-2c46-4641-ac51-2fb83d11b16e), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:22.101814 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-44f6df75-64d8-46f5-8b50-4ea84cd125b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:22.102877 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-44f6df75-64d8-46f5-8b50-4ea84cd125b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "DELETE /v2.0/security-groups/da7eecbf-2c46-4641-ac51-2fb83d11b16e HTTP/1.1" status: 204 len: 168 time: 0.1353889 Apr 14 22:12:22.106063 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53002) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:12:22.116115 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6df75-64d8-46f5-8b50-4ea84cd125b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7eecbf-2c46-4641-ac51-2fb83d11b16e,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:12:22.121597 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.api.v2.resource [None req-ecb33bd1-7413-4642-bea6-ef07ea64b238 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] show failed (client error): The resource could not be found. Apr 14 22:12:22.122653 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-ecb33bd1-7413-4642-bea6-ef07ea64b238 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "GET /v2.0/security-groups/da7eecbf-2c46-4641-ac51-2fb83d11b16e HTTP/1.1" status: 404 len: 347 time: 0.0155585 Apr 14 22:12:22.125413 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f6df75-64d8-46f5-8b50-4ea84cd125b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:22.125576 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53004) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:12:22.125740 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f6df75-64d8-46f5-8b50-4ea84cd125b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:22.126082 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f6df75-64d8-46f5-8b50-4ea84cd125b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:22.126420 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f6df75-64d8-46f5-8b50-4ea84cd125b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:22.126753 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f6df75-64d8-46f5-8b50-4ea84cd125b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:22.127084 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f6df75-64d8-46f5-8b50-4ea84cd125b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:22.127411 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f6df75-64d8-46f5-8b50-4ea84cd125b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:22.127735 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f6df75-64d8-46f5-8b50-4ea84cd125b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:22.128058 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f6df75-64d8-46f5-8b50-4ea84cd125b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:22.128521 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f6df75-64d8-46f5-8b50-4ea84cd125b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:22.129097 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f6df75-64d8-46f5-8b50-4ea84cd125b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:22.129965 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f6df75-64d8-46f5-8b50-4ea84cd125b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:22.130496 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f6df75-64d8-46f5-8b50-4ea84cd125b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:22.130889 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f6df75-64d8-46f5-8b50-4ea84cd125b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:22.131212 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f6df75-64d8-46f5-8b50-4ea84cd125b7 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:12:22.196957 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9070940a-b44e-45f9-8501-2d36a874c429 None None] New status for floating IP 12654326-6f3a-41d2-b092-ceb62249bf21: DOWN {{(pid=103421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:12:22.252148 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-528949d7-c78d-47f2-8b0f-8800aedfdac1 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Deleting port bda93706-1f65-4e21-843c-58d4c7701918 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:12:22.252525 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-528949d7-c78d-47f2-8b0f-8800aedfdac1 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (bda93706-1f65-4e21-843c-58d4c7701918), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:22.332573 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-528949d7-c78d-47f2-8b0f-8800aedfdac1 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (bda93706-1f65-4e21-843c-58d4c7701918), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:22.333583 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-528949d7-c78d-47f2-8b0f-8800aedfdac1 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for floatingip (bda93706-1f65-4e21-843c-58d4c7701918), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:22.348404 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-528949d7-c78d-47f2-8b0f-8800aedfdac1 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Calling delete_port for bda93706-1f65-4e21-843c-58d4c7701918 owned by network:floatingip {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:12:22.478790 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-528949d7-c78d-47f2-8b0f-8800aedfdac1 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (bda93706-1f65-4e21-843c-58d4c7701918), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:22.509443 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528949d7-c78d-47f2-8b0f-8800aedfdac1 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Pushing event deleted for resources: {'Port': ['ID=bda93706-1f65-4e21-843c-58d4c7701918,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:12:22.571982 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-528949d7-c78d-47f2-8b0f-8800aedfdac1 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks [] for floatingip (12654326-6f3a-41d2-b092-ceb62249bf21), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:22.574909 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-528949d7-c78d-47f2-8b0f-8800aedfdac1 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:22.576623 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-528949d7-c78d-47f2-8b0f-8800aedfdac1 tempest-AttachVolumeNegativeTest-2020970324 tempest-AttachVolumeNegativeTest-2020970324-project] 10.222.0.43 "DELETE /v2.0/floatingips/12654326-6f3a-41d2-b092-ceb62249bf21 HTTP/1.1" status: 204 len: 168 time: 0.4496007 Apr 14 22:12:22.776978 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131462e5-1a36-4e74-bd94-de0ed2d51812 req-a11bb65d-7de9-493c-9934-fdbc46b8d809 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:22.778497 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-131462e5-1a36-4e74-bd94-de0ed2d51812 req-a11bb65d-7de9-493c-9934-fdbc46b8d809 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 944 time: 0.0476217 Apr 14 22:12:22.830267 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-131462e5-1a36-4e74-bd94-de0ed2d51812 req-7f50d8c3-e07e-440d-85fd-5b6e938ee9fa tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459576 Apr 14 22:12:23.963476 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218dc2a5-3da2-4b50-90f6-e0720ad6084e req-1553673f-c68c-4d0a-89bc-b8ae43e59e34 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:23.965068 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-218dc2a5-3da2-4b50-90f6-e0720ad6084e req-1553673f-c68c-4d0a-89bc-b8ae43e59e34 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 944 time: 0.0571840 Apr 14 22:12:23.992681 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2d466b42-f041-4247-9068-237eb1ab7b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:24.031010 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-218dc2a5-3da2-4b50-90f6-e0720ad6084e req-886446bb-8bcc-4b5a-97cd-f1e798e6032a tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602982 Apr 14 22:12:24.120709 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c7d76-bf12-486f-ae0a-24af744d1422 req-200e6940-32dc-458e-95ad-6ceb1d41da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:24.122198 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-618c7d76-bf12-486f-ae0a-24af744d1422 req-200e6940-32dc-458e-95ad-6ceb1d41da0d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 1128 time: 0.0439065 Apr 14 22:12:24.169947 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-618c7d76-bf12-486f-ae0a-24af744d1422 req-826fdd96-5b09-4d38-9f25-584338803117 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405166 Apr 14 22:12:24.946513 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 688b21c5-06f7-44a5-a4d3-1204a933db95 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:12:24.949645 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device db0a7814-b651-4e42-a8e8-5e0d36c95043 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:12:24.977860 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] No Port match for: db0a7814-b651-4e42-a8e8-5e0d36c95043 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:12:24.978206 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device db0a7814-b651-4e42-a8e8-5e0d36c95043 not bound to the agent host hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:12:25.077054 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 688b21c5-06f7-44a5-a4d3-1204a933db95, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=688b21c5-06f7-44a5-a4d3-1204a933db95,segment=NetworkSegment(ee7f4fb0-78ec-4725-9871-e0ce767cf3c2),segment_id=ee7f4fb0-78ec-4725-9871-e0ce767cf3c2)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:12:25.091371 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Returning: {'device': '688b21c5-06f7-44a5-a4d3-1204a933db95', 'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4', 'port_id': '688b21c5-06f7-44a5-a4d3-1204a933db95', 'mac_address': 'fa:16:3e:32:c7:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8d7302b-218a-4a2d-92e0-263caf56a9e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:12:25.144440 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 688b21c5-06f7-44a5-a4d3-1204a933db95 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:12:25.145606 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (688b21c5-06f7-44a5-a4d3-1204a933db95), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:25.162951 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 688b21c5-06f7-44a5-a4d3-1204a933db95 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:12:25.179398 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf3e37-3887-4d1e-9f95-849569c25097 req-1fb59fb7-bbd3-42c0-8e56-c001e942ed81 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:25.184288 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 688b21c5-06f7-44a5-a4d3-1204a933db95, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=688b21c5-06f7-44a5-a4d3-1204a933db95,segment=NetworkSegment(ee7f4fb0-78ec-4725-9871-e0ce767cf3c2),segment_id=ee7f4fb0-78ec-4725-9871-e0ce767cf3c2)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:12:25.186524 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ccbf3e37-3887-4d1e-9f95-849569c25097 req-1fb59fb7-bbd3-42c0-8e56-c001e942ed81 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 944 time: 0.0610087 Apr 14 22:12:25.198458 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (688b21c5-06f7-44a5-a4d3-1204a933db95), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:25.253130 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=688b21c5-06f7-44a5-a4d3-1204a933db95,revision_number=7']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:12:25.254093 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ccbf3e37-3887-4d1e-9f95-849569c25097 req-85d4a35e-112e-4d94-b9b8-602a663e1890 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666733 Apr 14 22:12:25.447722 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['688b21c5-06f7-44a5-a4d3-1204a933db95'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:12:26.287271 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53048) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:12:26.372047 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511c21c-02e8-47e0-9a58-7b043d7d28b0 req-b7202406-af2b-430a-8c70-a6b3ea6d7353 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:26.374282 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3511c21c-02e8-47e0-9a58-7b043d7d28b0 req-b7202406-af2b-430a-8c70-a6b3ea6d7353 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 945 time: 0.0518408 Apr 14 22:12:26.412349 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fd08763c-b810-416e-b751-bf08b08a0bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:26.437053 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3511c21c-02e8-47e0-9a58-7b043d7d28b0 req-72147459-2764-488e-a984-fd4f2fc47186 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560787 Apr 14 22:12:26.642778 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-97e4af56-291a-4804-8464-a3c95631495f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1775047'] for router_interface (0fa05afc-b06b-4d34-b801-ef6b98481bec), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:26.877250 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-97e4af56-291a-4804-8464-a3c95631495f admin admin] Deleting port 9ca5a437-8c6a-406a-a398-3167840c95b0 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:12:26.877589 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-97e4af56-291a-4804-8464-a3c95631495f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (9ca5a437-8c6a-406a-a398-3167840c95b0), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:26.943652 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 688b21c5-06f7-44a5-a4d3-1204a933db95 up at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:12:26.954251 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-97e4af56-291a-4804-8464-a3c95631495f admin admin] For port 9ca5a437-8c6a-406a-a398-3167840c95b0, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=9ca5a437-8c6a-406a-a398-3167840c95b0,segment=NetworkSegment(b5996a32-60a1-44ba-8256-139740aea29c),segment_id=b5996a32-60a1-44ba-8256-139740aea29c)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:12:26.954616 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-97e4af56-291a-4804-8464-a3c95631495f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (9ca5a437-8c6a-406a-a398-3167840c95b0), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:26.968565 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-97e4af56-291a-4804-8464-a3c95631495f admin admin] Calling delete_port for 9ca5a437-8c6a-406a-a398-3167840c95b0 owned by network:router_interface {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:12:26.990119 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning complete for port 688b21c5-06f7-44a5-a4d3-1204a933db95 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:12:26.990511 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (688b21c5-06f7-44a5-a4d3-1204a933db95), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:27.065887 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 688b21c5-06f7-44a5-a4d3-1204a933db95 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:12:27.066270 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (688b21c5-06f7-44a5-a4d3-1204a933db95), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:27.094667 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61d5169-9f2f-4716-a044-f0c2c846be83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688b21c5-06f7-44a5-a4d3-1204a933db95'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:12:27.096910 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530b6f79e2c270c80a285cfd043402f608e5b18a2df6684fea4c07fd95dfc091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c6f069-7264-404a-9d25-59c11e90c3fd" -d '{"events": [{"server_uuid": "b61d5169-9f2f-4716-a044-f0c2c846be83", "name": "network-vif-plugged", "status": "completed", "tag": "688b21c5-06f7-44a5-a4d3-1204a933db95"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:12:27.163249 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-97e4af56-291a-4804-8464-a3c95631495f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (9ca5a437-8c6a-406a-a398-3167840c95b0), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:27.194303 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4af56-291a-4804-8464-a3c95631495f admin admin] Pushing event deleted for resources: {'Port': ['ID=9ca5a437-8c6a-406a-a398-3167840c95b0,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:12:27.241335 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063a709e-6784-4baf-a523-9799bd47e188 x-openstack-request-id: req-063a709e-6784-4baf-a523-9799bd47e188 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:12:27.241335 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b61d5169-9f2f-4716-a044-f0c2c846be83", "name": "network-vif-plugged", "status": "completed", "tag": "688b21c5-06f7-44a5-a4d3-1204a933db95", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:12:27.241713 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-063a709e-6784-4baf-a523-9799bd47e188 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:12:27.241817 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-063a709e-6784-4baf-a523-9799bd47e188'] response: {'server_uuid': 'b61d5169-9f2f-4716-a044-f0c2c846be83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688b21c5-06f7-44a5-a4d3-1204a933db95', 'code': 200} Apr 14 22:12:27.246376 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 688b21c5-06f7-44a5-a4d3-1204a933db95, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=688b21c5-06f7-44a5-a4d3-1204a933db95,segment=NetworkSegment(ee7f4fb0-78ec-4725-9871-e0ce767cf3c2),segment_id=ee7f4fb0-78ec-4725-9871-e0ce767cf3c2)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:12:27.250893 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (688b21c5-06f7-44a5-a4d3-1204a933db95), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:27.301588 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=688b21c5-06f7-44a5-a4d3-1204a933db95,revision_number=8']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:12:27.374442 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-97e4af56-291a-4804-8464-a3c95631495f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1774939'] for router_interface (0fa05afc-b06b-4d34-b801-ef6b98481bec), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:27.545034 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:27.597320 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e4af56-291a-4804-8464-a3c95631495f admin admin] Router 0fa05afc-b06b-4d34-b801-ef6b98481bec has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:12:27.709320 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e4af56-291a-4804-8464-a3c95631495f admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:12:27.714694 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-97e4af56-291a-4804-8464-a3c95631495f admin admin] 10.222.0.43 "PUT /v2.0/routers/0fa05afc-b06b-4d34-b801-ef6b98481bec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4263909 Apr 14 22:12:27.717282 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53054) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:12:27.720051 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae61218e-1711-4431-813e-8b4d73888d02 None None] Sync routers for ids ['0fa05afc-b06b-4d34-b801-ef6b98481bec'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:12:27.730608 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae61218e-1711-4431-813e-8b4d73888d02 None None] Routers {'0fa05afc-b06b-4d34-b801-ef6b98481bec'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:12:27.731237 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-ae61218e-1711-4431-813e-8b4d73888d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:12:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['0fa05afc-b06b-4d34-b801-ef6b98481bec'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:12:27.846877 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-ae61218e-1711-4431-813e-8b4d73888d02 None None] Set router 0fa05afc-b06b-4d34-b801-ef6b98481bec gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:12:28.023436 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-ae61218e-1711-4431-813e-8b4d73888d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:12:27Z', 'revision_number': 5, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:12:28.050393 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae61218e-1711-4431-813e-8b4d73888d02 None None] Checking router: 0fa05afc-b06b-4d34-b801-ef6b98481bec for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:12:28.059810 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae61218e-1711-4431-813e-8b4d73888d02 None None] Routers {'0fa05afc-b06b-4d34-b801-ef6b98481bec'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:12:28.060477 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-ae61218e-1711-4431-813e-8b4d73888d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:12:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['0fa05afc-b06b-4d34-b801-ef6b98481bec'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:12:28.111359 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5de89aa6-09d0-44b2-a8ba-c1bcff2d2900 admin admin] Publish callbacks [] for router (0fa05afc-b06b-4d34-b801-ef6b98481bec), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:28.170339 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-ae61218e-1711-4431-813e-8b4d73888d02 None None] Set router 0fa05afc-b06b-4d34-b801-ef6b98481bec gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:12:28.217210 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5de89aa6-09d0-44b2-a8ba-c1bcff2d2900 admin admin] Publish callbacks [] for router_gateway (0fa05afc-b06b-4d34-b801-ef6b98481bec), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:28.262195 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-5de89aa6-09d0-44b2-a8ba-c1bcff2d2900 admin admin] Deleting port dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:12:28.262526 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5de89aa6-09d0-44b2-a8ba-c1bcff2d2900 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:28.339639 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-5de89aa6-09d0-44b2-a8ba-c1bcff2d2900 admin admin] For port dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:12:28.339993 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5de89aa6-09d0-44b2-a8ba-c1bcff2d2900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:28.343558 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-ae61218e-1711-4431-813e-8b4d73888d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:12:27Z', 'revision_number': 5, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:12:28.356714 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-5de89aa6-09d0-44b2-a8ba-c1bcff2d2900 admin admin] Calling delete_port for dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8 owned by network:router_gateway {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:12:28.374212 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae61218e-1711-4431-813e-8b4d73888d02 None None] The sync data for ids ['0fa05afc-b06b-4d34-b801-ef6b98481bec'] in dv-cinder-838009-1-iscsi is: [{'id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'name': 'tempest-AttachVolumeNegativeTest-1114669696-router', 'tenant_id': '5b75ef479aa7489a99a288245e0b1ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:07:51Z', 'updated_at': '2022-04-14T22:12:27Z', 'revision_number': 5, 'project_id': '5b75ef479aa7489a99a288245e0b1ee4', 'gw_port': {'id': 'dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa05afc-b06b-4d34-b801-ef6b98481bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:07:52Z', 'updated_at': '2022-04-14T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:12:28.524261 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5de89aa6-09d0-44b2-a8ba-c1bcff2d2900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:28.550816 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de89aa6-09d0-44b2-a8ba-c1bcff2d2900 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:12:28.610963 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5de89aa6-09d0-44b2-a8ba-c1bcff2d2900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773821'] for router_gateway (0fa05afc-b06b-4d34-b801-ef6b98481bec), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:28.702387 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5de89aa6-09d0-44b2-a8ba-c1bcff2d2900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1780003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26535'] for router (0fa05afc-b06b-4d34-b801-ef6b98481bec), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:28.704559 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5de89aa6-09d0-44b2-a8ba-c1bcff2d2900 admin admin] Publish callbacks [] for router_controller (0fa05afc-b06b-4d34-b801-ef6b98481bec), precommit_delete_associations {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:28.760075 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5de89aa6-09d0-44b2-a8ba-c1bcff2d2900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1779992'] for router (0fa05afc-b06b-4d34-b801-ef6b98481bec), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:28.760733 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de89aa6-09d0-44b2-a8ba-c1bcff2d2900 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fa05afc-b06b-4d34-b801-ef6b98481bec {{(pid=103420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:12:28.765546 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5de89aa6-09d0-44b2-a8ba-c1bcff2d2900 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:28.766756 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-5de89aa6-09d0-44b2-a8ba-c1bcff2d2900 admin admin] 10.222.0.43 "DELETE /v2.0/routers/0fa05afc-b06b-4d34-b801-ef6b98481bec HTTP/1.1" status: 204 len: 168 time: 1.0485466 Apr 14 22:12:28.773983 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53056) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:12:28.825786 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_v2 [None req-c740a94d-625b-4061-be70-246beddf4822 admin admin] Deleting subnet 54e124ce-91a6-4427-8064-077f8d32c149 {{(pid=103420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:12:28.829293 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c740a94d-625b-4061-be70-246beddf4822 admin admin] Publish callbacks [] for subnet (54e124ce-91a6-4427-8064-077f8d32c149), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:28.849890 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:28.869247 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c740a94d-625b-4061-be70-246beddf4822 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10468387'] for subnet (54e124ce-91a6-4427-8064-077f8d32c149), precommit_delete_associations {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:28.952040 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c740a94d-625b-4061-be70-246beddf4822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779310'] for subnet (54e124ce-91a6-4427-8064-077f8d32c149), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:29.006769 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c740a94d-625b-4061-be70-246beddf4822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8824124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8655946'] for subnet (54e124ce-91a6-4427-8064-077f8d32c149), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:29.031631 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740a94d-625b-4061-be70-246beddf4822 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54e124ce-91a6-4427-8064-077f8d32c149,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:12:29.038609 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c740a94d-625b-4061-be70-246beddf4822 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:29.044049 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-c740a94d-625b-4061-be70-246beddf4822 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/54e124ce-91a6-4427-8064-077f8d32c149 HTTP/1.1" status: 204 len: 168 time: 0.2667241 Apr 14 22:12:29.044459 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 53058) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:12:29.045204 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c47c6a6-fe41-41da-9d16-52dd8c489445 None None] Network f84dca83-5c69-4fab-98e8-e2e1569693dd requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:12:29.131422 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-94ba5bcc-b6d9-4269-876f-172449c16307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606303'] for network (f84dca83-5c69-4fab-98e8-e2e1569693dd), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:29.175757 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-94ba5bcc-b6d9-4269-876f-172449c16307 admin admin] Deleting port d83d7979-8c43-4798-9d80-3359b0f2e251 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:12:29.176151 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-94ba5bcc-b6d9-4269-876f-172449c16307 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (d83d7979-8c43-4798-9d80-3359b0f2e251), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:29.242683 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-94ba5bcc-b6d9-4269-876f-172449c16307 admin admin] For port d83d7979-8c43-4798-9d80-3359b0f2e251, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=d83d7979-8c43-4798-9d80-3359b0f2e251,segment=NetworkSegment(b5996a32-60a1-44ba-8256-139740aea29c),segment_id=b5996a32-60a1-44ba-8256-139740aea29c)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:12:29.242969 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-94ba5bcc-b6d9-4269-876f-172449c16307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (d83d7979-8c43-4798-9d80-3359b0f2e251), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:29.255635 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-94ba5bcc-b6d9-4269-876f-172449c16307 admin admin] Calling delete_port for d83d7979-8c43-4798-9d80-3359b0f2e251 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:12:29.333173 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-94ba5bcc-b6d9-4269-876f-172449c16307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (d83d7979-8c43-4798-9d80-3359b0f2e251), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:29.360055 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba5bcc-b6d9-4269-876f-172449c16307 admin admin] Pushing event deleted for resources: {'Port': ['ID=d83d7979-8c43-4798-9d80-3359b0f2e251,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:12:29.362187 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ba5bcc-b6d9-4269-876f-172449c16307 admin admin] No DVR routers for this DVR port d83d7979-8c43-4798-9d80-3359b0f2e251 on host dv-cinder-838009-1-iscsi {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:12:29.439665 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-94ba5bcc-b6d9-4269-876f-172449c16307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786069', 'neutron.services.segments.db._delete_segments_for_network-8754551739832'] for network (f84dca83-5c69-4fab-98e8-e2e1569693dd), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:29.440852 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103c202c-fff2-4e34-a4ce-b9c8fd172f23 None None] DHCP port deletion for f84dca83-5c69-4fab-98e8-e2e1569693dd request from dv-cinder-838009-1-iscsi {{(pid=103421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:12:29.468807 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-94ba5bcc-b6d9-4269-876f-172449c16307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f84dca83-5c69-4fab-98e8-e2e1569693dd']}} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:12:29.482932 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-94ba5bcc-b6d9-4269-876f-172449c16307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5996a32-60a1-44ba-8256-139740aea29c') {'for_net_delete': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:12:29.483390 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-94ba5bcc-b6d9-4269-876f-172449c16307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5996a32-60a1-44ba-8256-139740aea29c') {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:12:29.496795 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-94ba5bcc-b6d9-4269-876f-172449c16307 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754551744449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2730080'] for segment (b5996a32-60a1-44ba-8256-139740aea29c), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:29.510642 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-94ba5bcc-b6d9-4269-876f-172449c16307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (b5996a32-60a1-44ba-8256-139740aea29c), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:29.516865 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ba5bcc-b6d9-4269-876f-172449c16307 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:12:29.517248 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-94ba5bcc-b6d9-4269-876f-172449c16307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9471969'] for segment (b5996a32-60a1-44ba-8256-139740aea29c), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: Traceback (most recent call last): Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: timer() Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: cb(*args, **kw) Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: return func(*args, **kwargs) Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: self._notify() Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: self.callback(batched_events) Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: event.method(event) Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: return f(self, *a, **k) Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: return self._get(url).json() Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: return self.request(url, 'GET', **kwargs) Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:12:29.518898 dv-cinder-838009-1-iscsi neutron-server[103419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:12:29.534966 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 9ca5a437-8c6a-406a-a398-3167840c95b0 no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:12:29.555918 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: 9ca5a437-8c6a-406a-a398-3167840c95b0 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:12:29.556267 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 9ca5a437-8c6a-406a-a398-3167840c95b0 not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:12:29.576898 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-94ba5bcc-b6d9-4269-876f-172449c16307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773785'] for network (f84dca83-5c69-4fab-98e8-e2e1569693dd), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:29.582176 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-94ba5bcc-b6d9-4269-876f-172449c16307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:29.586165 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-94ba5bcc-b6d9-4269-876f-172449c16307 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f84dca83-5c69-4fab-98e8-e2e1569693dd HTTP/1.1" status: 204 len: 168 time: 0.5406911 Apr 14 22:12:29.597048 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba5bcc-b6d9-4269-876f-172449c16307 admin admin] Pushing event deleted for resources: {'Network': ['ID=f84dca83-5c69-4fab-98e8-e2e1569693dd,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:12:29.779367 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 53062) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:12:29.819957 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-5c7fad1c-f586-40b5-990a-cbed517b92e8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5b75ef479aa7489a99a288245e0b1ee4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393510 Apr 14 22:12:29.822308 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 53064) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:12:29.869018 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c66d909a-8167-4356-9cdb-c62526e7151d admin admin] Publish callbacks [] for security_group (8b67c1e6-6826-45fc-9b00-62402d9c4aad), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:29.892033 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c66d909a-8167-4356-9cdb-c62526e7151d admin admin] Publish callbacks [] for security_group (8b67c1e6-6826-45fc-9b00-62402d9c4aad), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:29.942278 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c66d909a-8167-4356-9cdb-c62526e7151d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (8b67c1e6-6826-45fc-9b00-62402d9c4aad), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:29.945158 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c66d909a-8167-4356-9cdb-c62526e7151d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:29.946326 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-c66d909a-8167-4356-9cdb-c62526e7151d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b67c1e6-6826-45fc-9b00-62402d9c4aad HTTP/1.1" status: 204 len: 168 time: 0.1230891 Apr 14 22:12:29.954616 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d909a-8167-4356-9cdb-c62526e7151d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b67c1e6-6826-45fc-9b00-62402d9c4aad,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:12:30.475855 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:31.152268 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8 no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:12:31.174587 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:12:31.174933 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device dfa0aa1c-f7bd-4ac3-aab7-823e2fd8ada8 not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:12:31.175380 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device d83d7979-8c43-4798-9d80-3359b0f2e251 no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:12:31.196572 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: d83d7979-8c43-4798-9d80-3359b0f2e251 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:12:31.196914 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device d83d7979-8c43-4798-9d80-3359b0f2e251 not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:12:38.272256 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 53170) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:12:38.378482 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-439f3ab7-b010-4870-a1dd-a8a52d4da019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:38.456501 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-439f3ab7-b010-4870-a1dd-a8a52d4da019 admin admin] Publish callbacks [] for security_group (f512fc66-106e-4a14-8d12-efc63b27d354), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:38.460717 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-439f3ab7-b010-4870-a1dd-a8a52d4da019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (f512fc66-106e-4a14-8d12-efc63b27d354), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:38.498807 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-439f3ab7-b010-4870-a1dd-a8a52d4da019 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8db00febe9a440e4bbf40bbb3183e8d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254138 Apr 14 22:12:38.499938 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f3ab7-b010-4870-a1dd-a8a52d4da019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f512fc66-106e-4a14-8d12-efc63b27d354,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:12:38.501646 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53174) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:12:38.551180 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e2b50aef-3048-4891-9df9-dd4c958ff176 admin admin] Publish callbacks [] for security_group (f512fc66-106e-4a14-8d12-efc63b27d354), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:38.574516 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e2b50aef-3048-4891-9df9-dd4c958ff176 admin admin] Publish callbacks [] for security_group (f512fc66-106e-4a14-8d12-efc63b27d354), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:38.631075 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e2b50aef-3048-4891-9df9-dd4c958ff176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (f512fc66-106e-4a14-8d12-efc63b27d354), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:38.633917 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e2b50aef-3048-4891-9df9-dd4c958ff176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:38.635123 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-e2b50aef-3048-4891-9df9-dd4c958ff176 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f512fc66-106e-4a14-8d12-efc63b27d354 HTTP/1.1" status: 204 len: 168 time: 0.1325455 Apr 14 22:12:38.643843 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b50aef-3048-4891-9df9-dd4c958ff176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f512fc66-106e-4a14-8d12-efc63b27d354,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:12:40.788655 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 53248) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:12:40.906046 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2d4439cd-1087-4886-8a6f-e140743d4187 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:40.987224 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2d4439cd-1087-4886-8a6f-e140743d4187 admin admin] Publish callbacks [] for security_group (d6adeb8c-6a6e-4c55-8fad-564d1526d54a), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:40.990927 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2d4439cd-1087-4886-8a6f-e140743d4187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (d6adeb8c-6a6e-4c55-8fad-564d1526d54a), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:41.032656 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-2d4439cd-1087-4886-8a6f-e140743d4187 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd41568eb6504ab4beec1fda24621a81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428792 Apr 14 22:12:41.033822 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4439cd-1087-4886-8a6f-e140743d4187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6adeb8c-6a6e-4c55-8fad-564d1526d54a,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:12:41.035900 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53252) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:12:41.086657 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2db95706-9bc8-4cb2-9718-f4eed322669d admin admin] Publish callbacks [] for security_group (d6adeb8c-6a6e-4c55-8fad-564d1526d54a), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:41.109689 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2db95706-9bc8-4cb2-9718-f4eed322669d admin admin] Publish callbacks [] for security_group (d6adeb8c-6a6e-4c55-8fad-564d1526d54a), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:41.160860 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2db95706-9bc8-4cb2-9718-f4eed322669d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (d6adeb8c-6a6e-4c55-8fad-564d1526d54a), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:41.163661 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2db95706-9bc8-4cb2-9718-f4eed322669d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:41.164849 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-2db95706-9bc8-4cb2-9718-f4eed322669d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d6adeb8c-6a6e-4c55-8fad-564d1526d54a HTTP/1.1" status: 204 len: 168 time: 0.1278660 Apr 14 22:12:41.172888 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db95706-9bc8-4cb2-9718-f4eed322669d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6adeb8c-6a6e-4c55-8fad-564d1526d54a,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:12:41.453057 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53258) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:12:41.467161 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-345b9107-99a0-4412-b16e-d8bcd81ec23d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:41.548695 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-345b9107-99a0-4412-b16e-d8bcd81ec23d admin admin] Publish callbacks [] for security_group (00e7f761-b76f-441c-8d85-8ebb84e609f3), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:41.552741 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-345b9107-99a0-4412-b16e-d8bcd81ec23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (00e7f761-b76f-441c-8d85-8ebb84e609f3), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:41.594515 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-345b9107-99a0-4412-b16e-d8bcd81ec23d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7f10af1d3bbc4aaaae7d28d9031441a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403353 Apr 14 22:12:41.595411 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b9107-99a0-4412-b16e-d8bcd81ec23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e7f761-b76f-441c-8d85-8ebb84e609f3,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:12:41.597214 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 53260) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:12:41.650672 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7224d627-b14e-4224-9a87-cf394f969c94 admin admin] Publish callbacks [] for security_group (00e7f761-b76f-441c-8d85-8ebb84e609f3), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:41.672127 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7224d627-b14e-4224-9a87-cf394f969c94 admin admin] Publish callbacks [] for security_group (00e7f761-b76f-441c-8d85-8ebb84e609f3), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:41.723915 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7224d627-b14e-4224-9a87-cf394f969c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (00e7f761-b76f-441c-8d85-8ebb84e609f3), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:41.726537 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7224d627-b14e-4224-9a87-cf394f969c94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:41.727752 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-7224d627-b14e-4224-9a87-cf394f969c94 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/00e7f761-b76f-441c-8d85-8ebb84e609f3 HTTP/1.1" status: 204 len: 168 time: 0.1292386 Apr 14 22:12:41.735540 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224d627-b14e-4224-9a87-cf394f969c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e7f761-b76f-441c-8d85-8ebb84e609f3,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:12:43.022444 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:47.578633 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-80ee8951-e35f-4a5b-b882-abb33b04a11e req-372b0279-ac3e-46af-a625-32509a70d101 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d91b0f76-9c1d-4f5a-b7ed-60ed70c04735&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463557 Apr 14 22:12:47.648503 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee8951-e35f-4a5b-b882-abb33b04a11e req-53f79859-05f9-419f-80b6-e4f6737fcc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:47.650299 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-80ee8951-e35f-4a5b-b882-abb33b04a11e req-53f79859-05f9-419f-80b6-e4f6737fcc52 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60ea1ac7ba4d4ff6ad60cc164e122876&device_id=d91b0f76-9c1d-4f5a-b7ed-60ed70c04735 HTTP/1.1" status: 200 len: 1129 time: 0.0495372 Apr 14 22:12:47.770324 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee8951-e35f-4a5b-b882-abb33b04a11e req-fa353e27-f7d0-4b69-a8cb-0144da6e6afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:47.771823 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-80ee8951-e35f-4a5b-b882-abb33b04a11e req-fa353e27-f7d0-4b69-a8cb-0144da6e6afa service neutron] 10.222.0.26 "GET /v2.0/networks?id=e03a0b21-d92d-4751-9968-b97f6e477f51 HTTP/1.1" status: 200 len: 912 time: 0.1019969 Apr 14 22:12:47.846144 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-80ee8951-e35f-4a5b-b882-abb33b04a11e req-1ab47091-5017-449f-986f-6de5853af246 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=773aa1de-1d27-43e4-926f-d158fa8b32af HTTP/1.1" status: 200 len: 999 time: 0.0675089 Apr 14 22:12:47.897091 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee8951-e35f-4a5b-b882-abb33b04a11e req-5e3ddf6b-c3d5-4b5c-a7c0-1dd41fc2983f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:47.898548 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-80ee8951-e35f-4a5b-b882-abb33b04a11e req-5e3ddf6b-c3d5-4b5c-a7c0-1dd41fc2983f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10052eef-9b75-42ae-9365-46a15f31951d HTTP/1.1" status: 200 len: 851 time: 0.0462840 Apr 14 22:12:47.949330 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee8951-e35f-4a5b-b882-abb33b04a11e req-4221a67f-2e85-4958-b407-a7906eefddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:47.950868 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-80ee8951-e35f-4a5b-b882-abb33b04a11e req-4221a67f-2e85-4958-b407-a7906eefddb7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e03a0b21-d92d-4751-9968-b97f6e477f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434077 Apr 14 22:12:48.052788 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-80ee8951-e35f-4a5b-b882-abb33b04a11e req-d01898b8-b933-43e9-aee3-6dc0514a903b service neutron] 10.222.0.26 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945885 Apr 14 22:12:48.159425 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-80ee8951-e35f-4a5b-b882-abb33b04a11e req-494d362f-e296-4dc0-9375-b8d2833e22cc service neutron] 10.222.0.26 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995333 Apr 14 22:12:50.337794 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:12:50.825983 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 53350) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:12:50.931343 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e0b90e3e-11a6-4e87-88f9-15e702b6b9c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:51.007353 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e0b90e3e-11a6-4e87-88f9-15e702b6b9c9 admin admin] Publish callbacks [] for security_group (bbc08347-00a1-4a8a-b99a-8d1d8c3a2792), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:51.013938 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e0b90e3e-11a6-4e87-88f9-15e702b6b9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (bbc08347-00a1-4a8a-b99a-8d1d8c3a2792), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:51.051414 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-e0b90e3e-11a6-4e87-88f9-15e702b6b9c9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=15a5dc365d2848739e79ae2bd09f7c0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238543 Apr 14 22:12:51.053692 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b90e3e-11a6-4e87-88f9-15e702b6b9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc08347-00a1-4a8a-b99a-8d1d8c3a2792,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:12:51.054895 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53354) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:12:51.106114 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f8a5b2a9-fb82-4e8e-a52b-eac3c0862363 admin admin] Publish callbacks [] for security_group (bbc08347-00a1-4a8a-b99a-8d1d8c3a2792), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:51.128766 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f8a5b2a9-fb82-4e8e-a52b-eac3c0862363 admin admin] Publish callbacks [] for security_group (bbc08347-00a1-4a8a-b99a-8d1d8c3a2792), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:51.177875 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f8a5b2a9-fb82-4e8e-a52b-eac3c0862363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (bbc08347-00a1-4a8a-b99a-8d1d8c3a2792), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:51.180403 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f8a5b2a9-fb82-4e8e-a52b-eac3c0862363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:51.181559 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-f8a5b2a9-fb82-4e8e-a52b-eac3c0862363 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bbc08347-00a1-4a8a-b99a-8d1d8c3a2792 HTTP/1.1" status: 204 len: 168 time: 0.1256802 Apr 14 22:12:51.189610 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5b2a9-fb82-4e8e-a52b-eac3c0862363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc08347-00a1-4a8a-b99a-8d1d8c3a2792,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:12:51.452335 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53360) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:12:51.466424 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-afb5f30a-fca6-4899-8075-baa227c17ee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:51.552504 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-afb5f30a-fca6-4899-8075-baa227c17ee2 admin admin] Publish callbacks [] for security_group (a4074efc-e3f1-4aaf-9ab4-cb343b0da685), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:51.557284 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-afb5f30a-fca6-4899-8075-baa227c17ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (a4074efc-e3f1-4aaf-9ab4-cb343b0da685), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:51.603626 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-afb5f30a-fca6-4899-8075-baa227c17ee2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d7dedd643ba240eba33984030977b5b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1501806 Apr 14 22:12:51.604772 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb5f30a-fca6-4899-8075-baa227c17ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4074efc-e3f1-4aaf-9ab4-cb343b0da685,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:12:51.606343 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 53362) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:12:51.655957 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-20fe9117-8d07-4705-bdec-2e03584677d5 admin admin] Publish callbacks [] for security_group (a4074efc-e3f1-4aaf-9ab4-cb343b0da685), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:51.677406 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-20fe9117-8d07-4705-bdec-2e03584677d5 admin admin] Publish callbacks [] for security_group (a4074efc-e3f1-4aaf-9ab4-cb343b0da685), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:51.724049 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-20fe9117-8d07-4705-bdec-2e03584677d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (a4074efc-e3f1-4aaf-9ab4-cb343b0da685), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:51.726701 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-20fe9117-8d07-4705-bdec-2e03584677d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:51.727844 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-20fe9117-8d07-4705-bdec-2e03584677d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a4074efc-e3f1-4aaf-9ab4-cb343b0da685 HTTP/1.1" status: 204 len: 168 time: 0.1205001 Apr 14 22:12:51.735800 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe9117-8d07-4705-bdec-2e03584677d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4074efc-e3f1-4aaf-9ab4-cb343b0da685,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:12:53.990779 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-12249265-0f77-48dc-a951-7ec2a39c0dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:56.408071 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-de147c50-7399-4257-bae7-c33b79b17cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:57.546693 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:58.315058 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 53486) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:12:58.463300 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3f51091f-de55-42e3-b265-ac05813e0913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:58.555527 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3f51091f-de55-42e3-b265-ac05813e0913 admin admin] Publish callbacks [] for security_group (bdba243c-afb8-459a-988d-18a892761c9a), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:58.561578 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3f51091f-de55-42e3-b265-ac05813e0913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (bdba243c-afb8-459a-988d-18a892761c9a), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:58.603885 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51091f-de55-42e3-b265-ac05813e0913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdba243c-afb8-459a-988d-18a892761c9a,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:12:58.610835 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-3f51091f-de55-42e3-b265-ac05813e0913 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e28b78d512264a369cd6c71380b06a5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2920516 Apr 14 22:12:58.611073 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 53490) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:12:58.667600 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6e49b8e8-5314-452d-95ae-bd2e77a3c22b admin admin] Publish callbacks [] for security_group (bdba243c-afb8-459a-988d-18a892761c9a), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:58.692470 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6e49b8e8-5314-452d-95ae-bd2e77a3c22b admin admin] Publish callbacks [] for security_group (bdba243c-afb8-459a-988d-18a892761c9a), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:58.749312 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6e49b8e8-5314-452d-95ae-bd2e77a3c22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (bdba243c-afb8-459a-988d-18a892761c9a), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:58.752488 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6e49b8e8-5314-452d-95ae-bd2e77a3c22b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:58.754477 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-6e49b8e8-5314-452d-95ae-bd2e77a3c22b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bdba243c-afb8-459a-988d-18a892761c9a HTTP/1.1" status: 204 len: 168 time: 0.1419735 Apr 14 22:12:58.767317 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49b8e8-5314-452d-95ae-bd2e77a3c22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdba243c-afb8-459a-988d-18a892761c9a,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:12:58.863032 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:59.085271 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 53496) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:12:59.099256 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0236cdc9-67a7-49a9-ab4c-52990b829864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:59.179286 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0236cdc9-67a7-49a9-ab4c-52990b829864 admin admin] Publish callbacks [] for security_group (de1d9080-c2a4-455c-b7e7-1f0b8114d95d), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:59.183048 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0236cdc9-67a7-49a9-ab4c-52990b829864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (de1d9080-c2a4-455c-b7e7-1f0b8114d95d), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:59.221760 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-0236cdc9-67a7-49a9-ab4c-52990b829864 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=acefe11c66e140469e8bd32afcede373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1354046 Apr 14 22:12:59.222663 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236cdc9-67a7-49a9-ab4c-52990b829864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1d9080-c2a4-455c-b7e7-1f0b8114d95d,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:12:59.225191 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53498) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:12:59.281025 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2706ea71-1c3c-4120-8a06-cc56bafd7076 admin admin] Publish callbacks [] for security_group (de1d9080-c2a4-455c-b7e7-1f0b8114d95d), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:59.303825 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2706ea71-1c3c-4120-8a06-cc56bafd7076 admin admin] Publish callbacks [] for security_group (de1d9080-c2a4-455c-b7e7-1f0b8114d95d), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:59.351440 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2706ea71-1c3c-4120-8a06-cc56bafd7076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (de1d9080-c2a4-455c-b7e7-1f0b8114d95d), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:59.354115 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2706ea71-1c3c-4120-8a06-cc56bafd7076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:59.357563 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-2706ea71-1c3c-4120-8a06-cc56bafd7076 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/de1d9080-c2a4-455c-b7e7-1f0b8114d95d HTTP/1.1" status: 204 len: 168 time: 0.1291256 Apr 14 22:12:59.362901 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706ea71-1c3c-4120-8a06-cc56bafd7076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1d9080-c2a4-455c-b7e7-1f0b8114d95d,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:00.478416 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:10.317988 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53608) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:10.440699 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fc4dcfae-4e36-4eca-80e7-2a8580936385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:10.565515 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fc4dcfae-4e36-4eca-80e7-2a8580936385 admin admin] Publish callbacks [] for security_group (ad877916-b62f-4d79-8040-aae0e7956891), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:10.571680 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fc4dcfae-4e36-4eca-80e7-2a8580936385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (ad877916-b62f-4d79-8040-aae0e7956891), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:10.610545 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4dcfae-4e36-4eca-80e7-2a8580936385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad877916-b62f-4d79-8040-aae0e7956891,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:10.616202 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-fc4dcfae-4e36-4eca-80e7-2a8580936385 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d0cc158f04b24b5fa14d5b2ccd21ba0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971609 Apr 14 22:13:10.620253 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53612) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:10.671026 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-821b5b32-a43f-4787-9bf1-95c62c3200fc admin admin] Publish callbacks [] for security_group (ad877916-b62f-4d79-8040-aae0e7956891), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:10.697034 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-821b5b32-a43f-4787-9bf1-95c62c3200fc admin admin] Publish callbacks [] for security_group (ad877916-b62f-4d79-8040-aae0e7956891), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:10.746159 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-821b5b32-a43f-4787-9bf1-95c62c3200fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (ad877916-b62f-4d79-8040-aae0e7956891), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:10.748791 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-821b5b32-a43f-4787-9bf1-95c62c3200fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:10.752850 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-821b5b32-a43f-4787-9bf1-95c62c3200fc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad877916-b62f-4d79-8040-aae0e7956891 HTTP/1.1" status: 204 len: 168 time: 0.1315300 Apr 14 22:13:10.762516 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b5b32-a43f-4787-9bf1-95c62c3200fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad877916-b62f-4d79-8040-aae0e7956891,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:11.036960 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53618) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:11.050181 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-00afb26d-b9b4-4048-b651-9310162b3438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:11.129864 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-00afb26d-b9b4-4048-b651-9310162b3438 admin admin] Publish callbacks [] for security_group (4fbfc7e1-dfd2-4d19-8ddf-151800028433), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:11.135278 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-00afb26d-b9b4-4048-b651-9310162b3438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (4fbfc7e1-dfd2-4d19-8ddf-151800028433), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:11.171551 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afb26d-b9b4-4048-b651-9310162b3438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbfc7e1-dfd2-4d19-8ddf-151800028433,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:11.177019 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-00afb26d-b9b4-4048-b651-9310162b3438 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a1507d2d113c4317ac70fca89cbc1c55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389177 Apr 14 22:13:11.181026 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53620) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:11.231447 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d54bff7c-c7e0-4429-b511-dbc3bcb56541 admin admin] Publish callbacks [] for security_group (4fbfc7e1-dfd2-4d19-8ddf-151800028433), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:11.258941 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d54bff7c-c7e0-4429-b511-dbc3bcb56541 admin admin] Publish callbacks [] for security_group (4fbfc7e1-dfd2-4d19-8ddf-151800028433), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:11.318814 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d54bff7c-c7e0-4429-b511-dbc3bcb56541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (4fbfc7e1-dfd2-4d19-8ddf-151800028433), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:11.322059 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d54bff7c-c7e0-4429-b511-dbc3bcb56541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:11.323763 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-d54bff7c-c7e0-4429-b511-dbc3bcb56541 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4fbfc7e1-dfd2-4d19-8ddf-151800028433 HTTP/1.1" status: 204 len: 168 time: 0.1414032 Apr 14 22:13:11.334892 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54bff7c-c7e0-4429-b511-dbc3bcb56541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbfc7e1-dfd2-4d19-8ddf-151800028433,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:13.035540 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:15.661285 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 53686) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:15.777445 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-25d7854f-4906-437b-94fc-baed362ecfae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:15.870608 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-25d7854f-4906-437b-94fc-baed362ecfae admin admin] Publish callbacks [] for security_group (0f86380b-779e-4543-b492-4e69d55c9a9d), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:15.874959 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-25d7854f-4906-437b-94fc-baed362ecfae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (0f86380b-779e-4543-b492-4e69d55c9a9d), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:15.915522 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-25d7854f-4906-437b-94fc-baed362ecfae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0a4d679a1baa470680b165cf1bb189f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533658 Apr 14 22:13:15.916374 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7854f-4906-437b-94fc-baed362ecfae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f86380b-779e-4543-b492-4e69d55c9a9d,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:15.918244 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53690) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:15.973611 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6ab72387-cdf1-4fb4-b871-4561c3dca86c admin admin] Publish callbacks [] for security_group (0f86380b-779e-4543-b492-4e69d55c9a9d), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:15.996931 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6ab72387-cdf1-4fb4-b871-4561c3dca86c admin admin] Publish callbacks [] for security_group (0f86380b-779e-4543-b492-4e69d55c9a9d), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:16.068112 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6ab72387-cdf1-4fb4-b871-4561c3dca86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (0f86380b-779e-4543-b492-4e69d55c9a9d), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:16.071436 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6ab72387-cdf1-4fb4-b871-4561c3dca86c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:16.073517 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-6ab72387-cdf1-4fb4-b871-4561c3dca86c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0f86380b-779e-4543-b492-4e69d55c9a9d HTTP/1.1" status: 204 len: 168 time: 0.1537826 Apr 14 22:13:16.084015 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab72387-cdf1-4fb4-b871-4561c3dca86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f86380b-779e-4543-b492-4e69d55c9a9d,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:19.837190 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda45d9b-bb2e-4a7b-8f35-3df4ac1725a3 req-762ba133-b951-4f2a-b637-5bcfb2777c69 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:19.838980 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fda45d9b-bb2e-4a7b-8f35-3df4ac1725a3 req-762ba133-b951-4f2a-b637-5bcfb2777c69 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91b0f76-9c1d-4f5a-b7ed-60ed70c04735 HTTP/1.1" status: 200 len: 945 time: 0.0509911 Apr 14 22:13:19.889513 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fda45d9b-bb2e-4a7b-8f35-3df4ac1725a3 req-4e1b2350-9185-463f-a9f4-5c35cf4860a7 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447445 Apr 14 22:13:21.007543 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b9603-0174-480d-9521-2c24ab7e0dd1 req-36aab4a1-3828-4f60-b9d0-cdfd1272df31 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:21.009044 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f89b9603-0174-480d-9521-2c24ab7e0dd1 req-36aab4a1-3828-4f60-b9d0-cdfd1272df31 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91b0f76-9c1d-4f5a-b7ed-60ed70c04735 HTTP/1.1" status: 200 len: 945 time: 0.0468457 Apr 14 22:13:21.061873 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f89b9603-0174-480d-9521-2c24ab7e0dd1 req-ab34a7db-e981-4752-80de-b8702b56ed0d tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469851 Apr 14 22:13:21.480104 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fdd8a1-5ba8-4661-bf7c-7b56f7de6d0b req-c01ce434-3cb9-4d8e-85e5-6afa3b431557 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:21.481455 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-65fdd8a1-5ba8-4661-bf7c-7b56f7de6d0b req-c01ce434-3cb9-4d8e-85e5-6afa3b431557 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.26 "GET /v2.0/ports?device_id=d91b0f76-9c1d-4f5a-b7ed-60ed70c04735 HTTP/1.1" status: 200 len: 945 time: 0.0493510 Apr 14 22:13:21.567928 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-65fdd8a1-5ba8-4661-bf7c-7b56f7de6d0b req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Deleting port 773aa1de-1d27-43e4-926f-d158fa8b32af {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:13:21.568272 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-65fdd8a1-5ba8-4661-bf7c-7b56f7de6d0b req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (773aa1de-1d27-43e4-926f-d158fa8b32af), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:21.670007 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-65fdd8a1-5ba8-4661-bf7c-7b56f7de6d0b req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] For port 773aa1de-1d27-43e4-926f-d158fa8b32af, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=773aa1de-1d27-43e4-926f-d158fa8b32af,segment=NetworkSegment(e5c756cd-ca08-467a-9b38-428d7837bb9a),segment_id=e5c756cd-ca08-467a-9b38-428d7837bb9a)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:13:21.670364 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-65fdd8a1-5ba8-4661-bf7c-7b56f7de6d0b req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (773aa1de-1d27-43e4-926f-d158fa8b32af), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:21.844489 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-65fdd8a1-5ba8-4661-bf7c-7b56f7de6d0b req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:21.844848 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-65fdd8a1-5ba8-4661-bf7c-7b56f7de6d0b req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (0b4d9201-ca4c-4e20-842b-fda2c28a7e1f), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:21.845160 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.l3_db [req-65fdd8a1-5ba8-4661-bf7c-7b56f7de6d0b req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Floating IP 0b4d9201-ca4c-4e20-842b-fda2c28a7e1f disassociated. External IP: 172.27.2.5, port: 773aa1de-1d27-43e4-926f-d158fa8b32af. Apr 14 22:13:21.845493 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-65fdd8a1-5ba8-4661-bf7c-7b56f7de6d0b req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Calling delete_port for 773aa1de-1d27-43e4-926f-d158fa8b32af owned by compute:nova {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:13:21.978167 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-65fdd8a1-5ba8-4661-bf7c-7b56f7de6d0b req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (773aa1de-1d27-43e4-926f-d158fa8b32af), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:22.008598 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Pushing event deleted for resources: {'Port': ['ID=773aa1de-1d27-43e4-926f-d158fa8b32af,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:22.020386 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:22.020734 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:22.021066 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:22.021398 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:22.021724 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:22.022047 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:22.022367 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:22.022686 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:22.023008 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:22.023325 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:22.023637 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:22.023954 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:22.024287 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:22.024628 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:22.024939 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:22.146505 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65fdd8a1-5ba8-4661-bf7c-7b56f7de6d0b req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:13:22.166557 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-45ad276d-c0e6-4605-ba2e-0ce4aa03faaf req-b93ec89a-5ea1-4e76-8b85-7bf9f6e62f2d tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=d91b0f76-9c1d-4f5a-b7ed-60ed70c04735 HTTP/1.1" status: 200 len: 210 time: 0.0342338 Apr 14 22:13:22.280767 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65fdd8a1-5ba8-4661-bf7c-7b56f7de6d0b req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:13:22.291532 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d2f492-3bb6-46de-8ba5-3879b173ab7d None None] Sync routers for ids ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:13:22.303156 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d2f492-3bb6-46de-8ba5-3879b173ab7d None None] Routers {'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:13:22.303804 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-f5d2f492-3bb6-46de-8ba5-3879b173ab7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:12:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:22.329669 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fdd8a1-5ba8-4661-bf7c-7b56f7de6d0b req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] No DVR routers for this DVR port 773aa1de-1d27-43e4-926f-d158fa8b32af on host hv-cinder-83800 {{(pid=103420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:13:22.332886 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-65fdd8a1-5ba8-4661-bf7c-7b56f7de6d0b req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:22.336344 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-65fdd8a1-5ba8-4661-bf7c-7b56f7de6d0b req-4f18d6f8-602c-4128-baa4-5e2f9632d4e5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.26 "DELETE /v2.0/ports/773aa1de-1d27-43e4-926f-d158fa8b32af HTTP/1.1" status: 204 len: 173 time: 0.8463748 Apr 14 22:13:22.336847 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91b0f76-9c1d-4f5a-b7ed-60ed70c04735', 'name': 'network-vif-deleted', 'tag': '773aa1de-1d27-43e4-926f-d158fa8b32af'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:13:22.339183 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f824b18c-68d8-459b-b184-888948af3bfe" -d '{"events": [{"server_uuid": "d91b0f76-9c1d-4f5a-b7ed-60ed70c04735", "name": "network-vif-deleted", "tag": "773aa1de-1d27-43e4-926f-d158fa8b32af"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:13:22.395297 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3966ad3-e4b5-4ebe-84dc-a384a468ec7e x-openstack-request-id: req-d3966ad3-e4b5-4ebe-84dc-a384a468ec7e {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:13:22.395707 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91b0f76-9c1d-4f5a-b7ed-60ed70c04735", "name": "network-vif-deleted", "tag": "773aa1de-1d27-43e4-926f-d158fa8b32af", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:13:22.396002 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3966ad3-e4b5-4ebe-84dc-a384a468ec7e {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:13:22.396472 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3966ad3-e4b5-4ebe-84dc-a384a468ec7e'] response: {'server_uuid': 'd91b0f76-9c1d-4f5a-b7ed-60ed70c04735', 'name': 'network-vif-deleted', 'tag': '773aa1de-1d27-43e4-926f-d158fa8b32af', 'status': 'completed', 'code': 200} Apr 14 22:13:22.450255 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-f5d2f492-3bb6-46de-8ba5-3879b173ab7d None None] Set router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:13:22.676310 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-f5d2f492-3bb6-46de-8ba5-3879b173ab7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'name': 'tempest-TestVolumeBootPattern-1568295418-router', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:39Z', 'revision_number': 4, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'gw_port': {'id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '22c46188-ada7-4678-92f9-feb2369e00c5', 'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'mac_address': 'fa:16:3e:5e:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '10052eef-9b75-42ae-9365-46a15f31951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:39Z', 'updated_at': '2022-04-14T22:10:44Z', 'revision_number': 5, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'subnets': [{'id': '10052eef-9b75-42ae-9365-46a15f31951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:22.711810 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d2f492-3bb6-46de-8ba5-3879b173ab7d None None] Checking router: b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:13:22.722660 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d2f492-3bb6-46de-8ba5-3879b173ab7d None None] Routers {'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:13:22.723245 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-f5d2f492-3bb6-46de-8ba5-3879b173ab7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:12:56Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:22.881479 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-f5d2f492-3bb6-46de-8ba5-3879b173ab7d None None] Set router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:13:23.082147 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-f5d2f492-3bb6-46de-8ba5-3879b173ab7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'name': 'tempest-TestVolumeBootPattern-1568295418-router', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:39Z', 'revision_number': 4, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'gw_port': {'id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '22c46188-ada7-4678-92f9-feb2369e00c5', 'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'mac_address': 'fa:16:3e:5e:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '10052eef-9b75-42ae-9365-46a15f31951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:39Z', 'updated_at': '2022-04-14T22:10:44Z', 'revision_number': 5, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'subnets': [{'id': '10052eef-9b75-42ae-9365-46a15f31951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:23.109625 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d2f492-3bb6-46de-8ba5-3879b173ab7d None None] The sync data for ids ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'] in dv-cinder-838009-1-iscsi is: [{'id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'name': 'tempest-TestVolumeBootPattern-1568295418-router', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:39Z', 'revision_number': 4, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'gw_port': {'id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '22c46188-ada7-4678-92f9-feb2369e00c5', 'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'mac_address': 'fa:16:3e:5e:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '10052eef-9b75-42ae-9365-46a15f31951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:39Z', 'updated_at': '2022-04-14T22:10:44Z', 'revision_number': 5, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'subnets': [{'id': '10052eef-9b75-42ae-9365-46a15f31951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:13:23.349881 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c340b7-6116-42eb-bb07-5d587d452336 None None] New status for floating IP 0b4d9201-ca4c-4e20-842b-fda2c28a7e1f: DOWN {{(pid=103422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:13:23.441046 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-872635f6-2aaf-4642-89f7-4b9369e142de req-b7391a2c-422a-48bd-bcaf-cdcd6d4f52d5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1854612877&fields=id&tenant_id=60ea1ac7ba4d4ff6ad60cc164e122876 HTTP/1.1" status: 200 len: 267 time: 0.0446589 Apr 14 22:13:23.547351 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872635f6-2aaf-4642-89f7-4b9369e142de req-867f1967-b20a-4e90-b251-2093a8ea496e tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:23.548837 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-872635f6-2aaf-4642-89f7-4b9369e142de req-867f1967-b20a-4e90-b251-2093a8ea496e tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/networks?id=e03a0b21-d92d-4751-9968-b97f6e477f51 HTTP/1.1" status: 200 len: 812 time: 0.1012681 Apr 14 22:13:23.564371 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-872635f6-2aaf-4642-89f7-4b9369e142de req-8eb15f3d-24a6-4f05-a438-1a58c048c763 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/quotas/60ea1ac7ba4d4ff6ad60cc164e122876 HTTP/1.1" status: 200 len: 375 time: 0.0092251 Apr 14 22:13:23.617778 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-872635f6-2aaf-4642-89f7-4b9369e142de req-ff0f3302-a670-454b-a2d9-1e04b1c368b9 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=60ea1ac7ba4d4ff6ad60cc164e122876&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481272 Apr 14 22:13:23.839429 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-872635f6-2aaf-4642-89f7-4b9369e142de req-a076c171-29e9-4857-b6c6-522325daf2c1 service neutron] 10.222.0.43 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102218 Apr 14 22:13:23.939513 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-872635f6-2aaf-4642-89f7-4b9369e142de req-7b5c3f19-0308-46f9-9c79-9c90e902da31 service neutron] 10.222.0.43 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939279 Apr 14 22:13:23.985344 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6958b304-4c44-46ea-9d89-d101d7561b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:24.257515 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-426362a4-c345-4b6d-b71b-ee288c6b1f80 req-e69e3c34-c853-4be8-8a46-3f283903d7ea tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd11f6d-0145-4864-9f53-d5f79c867e97 HTTP/1.1" status: 200 len: 210 time: 0.0389752 Apr 14 22:13:25.225408 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 773aa1de-1d27-43e4-926f-d158fa8b32af no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:13:25.260049 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] No Port match for: 773aa1de-1d27-43e4-926f-d158fa8b32af {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:13:25.260494 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 773aa1de-1d27-43e4-926f-d158fa8b32af not bound to the agent host hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:13:25.289386 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872635f6-2aaf-4642-89f7-4b9369e142de req-1ec70f7d-46f2-499b-9bce-ccc7ebab2bd1 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:25.290927 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-872635f6-2aaf-4642-89f7-4b9369e142de req-1ec70f7d-46f2-499b-9bce-ccc7ebab2bd1 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.26 "GET /v2.0/networks?id=e03a0b21-d92d-4751-9968-b97f6e477f51 HTTP/1.1" status: 200 len: 812 time: 0.1111119 Apr 14 22:13:25.391353 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-db4b8332-0216-4351-af7d-d4c8adcde011 req-7762054b-7a50-474d-89c6-58c98127e65f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd11f6d-0145-4864-9f53-d5f79c867e97 HTTP/1.1" status: 200 len: 210 time: 0.0394232 Apr 14 22:13:25.399245 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-872635f6-2aaf-4642-89f7-4b9369e142de req-4af7217e-4714-451d-a64b-928ae988497c tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60ea1ac7ba4d4ff6ad60cc164e122876 HTTP/1.1" status: 200 len: 380 time: 0.0995865 Apr 14 22:13:25.413935 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-872635f6-2aaf-4642-89f7-4b9369e142de req-d4a677bf-669b-4364-a0a0-456f407fdeb8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Request body: {'port': {'device_id': '3dd11f6d-0145-4864-9f53-d5f79c867e97', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'admin_state_up': True, 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'security_groups': ['476fe9db-852b-46b4-abae-1111fc72b2e8']}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:13:25.530062 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-872635f6-2aaf-4642-89f7-4b9369e142de req-d4a677bf-669b-4364-a0a0-456f407fdeb8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Made reservation on behalf of 60ea1ac7ba4d4ff6ad60cc164e122876 for: {'port': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:13:25.532243 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-872635f6-2aaf-4642-89f7-4b9369e142de req-d4a677bf-669b-4364-a0a0-456f407fdeb8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:25.683006 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [req-872635f6-2aaf-4642-89f7-4b9369e142de req-d4a677bf-669b-4364-a0a0-456f407fdeb8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Allocated IP 172.20.0.12 (e03a0b21-d92d-4751-9968-b97f6e477f51/10052eef-9b75-42ae-9365-46a15f31951d/36a0ee9a-52d5-47bd-bf78-256f36103063) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:13:25.844822 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-872635f6-2aaf-4642-89f7-4b9369e142de req-d4a677bf-669b-4364-a0a0-456f407fdeb8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for port (36a0ee9a-52d5-47bd-bf78-256f36103063), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:25.887659 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-872635f6-2aaf-4642-89f7-4b9369e142de req-d4a677bf-669b-4364-a0a0-456f407fdeb8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (36a0ee9a-52d5-47bd-bf78-256f36103063), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:25.931157 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-872635f6-2aaf-4642-89f7-4b9369e142de req-d4a677bf-669b-4364-a0a0-456f407fdeb8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Network e03a0b21-d92d-4751-9968-b97f6e477f51 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:13:25.934545 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [req-872635f6-2aaf-4642-89f7-4b9369e142de req-d4a677bf-669b-4364-a0a0-456f407fdeb8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:13:25.937010 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-872635f6-2aaf-4642-89f7-4b9369e142de req-d4a677bf-669b-4364-a0a0-456f407fdeb8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:13:25.976676 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a677bf-669b-4364-a0a0-456f407fdeb8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Pushing event updated for resources: {'Port': ['ID=36a0ee9a-52d5-47bd-bf78-256f36103063,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:26.004459 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872635f6-2aaf-4642-89f7-4b9369e142de req-d4a677bf-669b-4364-a0a0-456f407fdeb8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:26.005114 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-872635f6-2aaf-4642-89f7-4b9369e142de req-d4a677bf-669b-4364-a0a0-456f407fdeb8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:26.025685 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-872635f6-2aaf-4642-89f7-4b9369e142de req-d4a677bf-669b-4364-a0a0-456f407fdeb8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6173468 Apr 14 22:13:26.039949 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-872635f6-2aaf-4642-89f7-4b9369e142de req-f82b6fa3-da8a-42b1-9345-a3256069d22f service neutron] Request body: {'port': {'device_id': '3dd11f6d-0145-4864-9f53-d5f79c867e97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:13:26.113017 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-872635f6-2aaf-4642-89f7-4b9369e142de req-f82b6fa3-da8a-42b1-9345-a3256069d22f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (36a0ee9a-52d5-47bd-bf78-256f36103063), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:26.188712 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-d950b6c4-adfd-4444-a005-e55514b87ce3 None None] Provisioning complete for port 36a0ee9a-52d5-47bd-bf78-256f36103063 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:13:26.189005 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d950b6c4-adfd-4444-a005-e55514b87ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (36a0ee9a-52d5-47bd-bf78-256f36103063), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:26.227665 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d950b6c4-adfd-4444-a005-e55514b87ce3 None None] Port 36a0ee9a-52d5-47bd-bf78-256f36103063 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:13:26.402413 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-50e314f7-20a5-43b7-82e9-1d3630714d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:26.522808 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [req-872635f6-2aaf-4642-89f7-4b9369e142de req-f82b6fa3-da8a-42b1-9345-a3256069d22f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a0ee9a-52d5-47bd-bf78-256f36103063 {{(pid=103420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:13:26.534258 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-872635f6-2aaf-4642-89f7-4b9369e142de req-f82b6fa3-da8a-42b1-9345-a3256069d22f service neutron] Publish callbacks [] for port (36a0ee9a-52d5-47bd-bf78-256f36103063), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:26.547761 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce39b08-48d3-4f70-8df7-9e77537da8f0 req-331ef3bd-0234-47fc-80d0-202076582538 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:26.549367 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-bce39b08-48d3-4f70-8df7-9e77537da8f0 req-331ef3bd-0234-47fc-80d0-202076582538 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd11f6d-0145-4864-9f53-d5f79c867e97 HTTP/1.1" status: 200 len: 932 time: 0.0826902 Apr 14 22:13:26.563984 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.provisioning_blocks [req-872635f6-2aaf-4642-89f7-4b9369e142de req-f82b6fa3-da8a-42b1-9345-a3256069d22f service neutron] Transition to ACTIVE for port object 36a0ee9a-52d5-47bd-bf78-256f36103063 will not be triggered until provisioned by entity L2. {{(pid=103420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:13:26.572785 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-872635f6-2aaf-4642-89f7-4b9369e142de req-f82b6fa3-da8a-42b1-9345-a3256069d22f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (36a0ee9a-52d5-47bd-bf78-256f36103063), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:26.654868 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-bce39b08-48d3-4f70-8df7-9e77537da8f0 req-a47ea19f-dcf4-4227-ae8d-68c909af9cbd tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982962 Apr 14 22:13:26.658017 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b6fa3-da8a-42b1-9345-a3256069d22f service neutron] Pushing event updated for resources: {'Port': ['ID=36a0ee9a-52d5-47bd-bf78-256f36103063,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:26.765530 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-872635f6-2aaf-4642-89f7-4b9369e142de req-f82b6fa3-da8a-42b1-9345-a3256069d22f service neutron] Attempting to bind port 36a0ee9a-52d5-47bd-bf78-256f36103063 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:13:26.766046 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-872635f6-2aaf-4642-89f7-4b9369e142de req-f82b6fa3-da8a-42b1-9345-a3256069d22f service neutron] Attempting to bind port 36a0ee9a-52d5-47bd-bf78-256f36103063 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'e5c756cd-ca08-467a-9b38-428d7837bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:13:26.766559 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872635f6-2aaf-4642-89f7-4b9369e142de req-f82b6fa3-da8a-42b1-9345-a3256069d22f service neutron] Attempting to bind port 36a0ee9a-52d5-47bd-bf78-256f36103063 on network e03a0b21-d92d-4751-9968-b97f6e477f51 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:13:26.773999 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872635f6-2aaf-4642-89f7-4b9369e142de req-f82b6fa3-da8a-42b1-9345-a3256069d22f service neutron] Port 36a0ee9a-52d5-47bd-bf78-256f36103063 on network e03a0b21-d92d-4751-9968-b97f6e477f51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:13:26.774378 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872635f6-2aaf-4642-89f7-4b9369e142de req-f82b6fa3-da8a-42b1-9345-a3256069d22f service neutron] Attempting to bind port 36a0ee9a-52d5-47bd-bf78-256f36103063 on network e03a0b21-d92d-4751-9968-b97f6e477f51 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:13:26.780467 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872635f6-2aaf-4642-89f7-4b9369e142de req-f82b6fa3-da8a-42b1-9345-a3256069d22f service neutron] Checking agent: {'id': 'a0099bcd-bb41-4a7e-a45e-2f38f6e9b749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'started_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:13:26.780812 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872635f6-2aaf-4642-89f7-4b9369e142de req-f82b6fa3-da8a-42b1-9345-a3256069d22f service neutron] Checking segment: {'id': 'e5c756cd-ca08-467a-9b38-428d7837bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:13:26.781200 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872635f6-2aaf-4642-89f7-4b9369e142de req-f82b6fa3-da8a-42b1-9345-a3256069d22f service neutron] Bound using segment: {'id': 'e5c756cd-ca08-467a-9b38-428d7837bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:13:26.781628 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-872635f6-2aaf-4642-89f7-4b9369e142de req-f82b6fa3-da8a-42b1-9345-a3256069d22f service neutron] Bound port: 36a0ee9a-52d5-47bd-bf78-256f36103063, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c756cd-ca08-467a-9b38-428d7837bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:13:26.781992 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-872635f6-2aaf-4642-89f7-4b9369e142de req-f82b6fa3-da8a-42b1-9345-a3256069d22f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (36a0ee9a-52d5-47bd-bf78-256f36103063), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:26.872407 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-872635f6-2aaf-4642-89f7-4b9369e142de req-f82b6fa3-da8a-42b1-9345-a3256069d22f service neutron] For port 36a0ee9a-52d5-47bd-bf78-256f36103063, host hv-cinder-83800, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:13:26.876182 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-872635f6-2aaf-4642-89f7-4b9369e142de req-f82b6fa3-da8a-42b1-9345-a3256069d22f service neutron] For port 36a0ee9a-52d5-47bd-bf78-256f36103063, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=36a0ee9a-52d5-47bd-bf78-256f36103063,segment=NetworkSegment(e5c756cd-ca08-467a-9b38-428d7837bb9a),segment_id=e5c756cd-ca08-467a-9b38-428d7837bb9a)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:13:26.883180 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-872635f6-2aaf-4642-89f7-4b9369e142de req-f82b6fa3-da8a-42b1-9345-a3256069d22f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (36a0ee9a-52d5-47bd-bf78-256f36103063), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:26.921160 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872635f6-2aaf-4642-89f7-4b9369e142de req-f82b6fa3-da8a-42b1-9345-a3256069d22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:26.921795 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-872635f6-2aaf-4642-89f7-4b9369e142de req-f82b6fa3-da8a-42b1-9345-a3256069d22f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:26.923255 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-872635f6-2aaf-4642-89f7-4b9369e142de req-f82b6fa3-da8a-42b1-9345-a3256069d22f service neutron] 10.222.0.26 "PUT /v2.0/ports/36a0ee9a-52d5-47bd-bf78-256f36103063 HTTP/1.1" status: 200 len: 1094 time: 0.8895450 Apr 14 22:13:26.923712 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd11f6d-0145-4864-9f53-d5f79c867e97', 'tag': '36a0ee9a-52d5-47bd-bf78-256f36103063'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:13:26.926138 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0119a8-7c3f-4304-abea-523271055219" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd11f6d-0145-4864-9f53-d5f79c867e97", "tag": "36a0ee9a-52d5-47bd-bf78-256f36103063"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:13:26.959555 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b6fa3-da8a-42b1-9345-a3256069d22f service neutron] Pushing event updated for resources: {'Port': ['ID=36a0ee9a-52d5-47bd-bf78-256f36103063,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:26.984764 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb479a2-dcba-4346-908c-5f532f339071 x-openstack-request-id: req-0bb479a2-dcba-4346-908c-5f532f339071 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:13:26.985058 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd11f6d-0145-4864-9f53-d5f79c867e97", "tag": "36a0ee9a-52d5-47bd-bf78-256f36103063", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:13:26.985318 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0bb479a2-dcba-4346-908c-5f532f339071 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:13:26.985732 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bb479a2-dcba-4346-908c-5f532f339071'] response: {'name': 'network-changed', 'server_uuid': '3dd11f6d-0145-4864-9f53-d5f79c867e97', 'tag': '36a0ee9a-52d5-47bd-bf78-256f36103063', 'status': 'completed', 'code': 200} Apr 14 22:13:27.044036 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872635f6-2aaf-4642-89f7-4b9369e142de req-ef9155cd-1e58-4a61-94c2-c3d8ad2d020c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:27.046667 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-872635f6-2aaf-4642-89f7-4b9369e142de req-ef9155cd-1e58-4a61-94c2-c3d8ad2d020c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60ea1ac7ba4d4ff6ad60cc164e122876&device_id=3dd11f6d-0145-4864-9f53-d5f79c867e97 HTTP/1.1" status: 200 len: 1128 time: 0.0489404 Apr 14 22:13:27.101069 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-872635f6-2aaf-4642-89f7-4b9369e142de req-9bd1bd4a-a6e6-4690-920a-827ea9d6066d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36a0ee9a-52d5-47bd-bf78-256f36103063 HTTP/1.1" status: 200 len: 217 time: 0.0428107 Apr 14 22:13:27.160745 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872635f6-2aaf-4642-89f7-4b9369e142de req-b5ffe3eb-a72b-4a52-afc7-891c47edfbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:27.162228 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-872635f6-2aaf-4642-89f7-4b9369e142de req-b5ffe3eb-a72b-4a52-afc7-891c47edfbf7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10052eef-9b75-42ae-9365-46a15f31951d HTTP/1.1" status: 200 len: 851 time: 0.0516458 Apr 14 22:13:27.211409 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872635f6-2aaf-4642-89f7-4b9369e142de req-8bfd37ec-ae2f-47fa-bc70-66d105dcd806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:27.212883 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-872635f6-2aaf-4642-89f7-4b9369e142de req-8bfd37ec-ae2f-47fa-bc70-66d105dcd806 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e03a0b21-d92d-4751-9968-b97f6e477f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411689 Apr 14 22:13:27.309488 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-872635f6-2aaf-4642-89f7-4b9369e142de req-ff6018ea-26b9-4e51-8de3-88a1655e458b service neutron] 10.222.0.26 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854199 Apr 14 22:13:27.336843 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:13:27.404863 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-872635f6-2aaf-4642-89f7-4b9369e142de req-32729bcb-89ac-4c1b-981b-e936bf517a2c service neutron] 10.222.0.26 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854831 Apr 14 22:13:27.548669 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:27.702815 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0119a8-7c3f-4304-abea-523271055219 req-37b5136b-5cd4-4754-be79-8a9818dffe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:27.704468 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-dc0119a8-7c3f-4304-abea-523271055219 req-37b5136b-5cd4-4754-be79-8a9818dffe8a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60ea1ac7ba4d4ff6ad60cc164e122876&device_id=3dd11f6d-0145-4864-9f53-d5f79c867e97 HTTP/1.1" status: 200 len: 1128 time: 0.0420337 Apr 14 22:13:27.822566 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1394a2-c852-4d9b-ac5b-9fc4a64768c9 req-4565ceb6-2f2d-44f4-9ded-0e3ab1dde604 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:27.824275 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8f1394a2-c852-4d9b-ac5b-9fc4a64768c9 req-4565ceb6-2f2d-44f4-9ded-0e3ab1dde604 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd11f6d-0145-4864-9f53-d5f79c867e97 HTTP/1.1" status: 200 len: 944 time: 0.0783846 Apr 14 22:13:27.857883 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0119a8-7c3f-4304-abea-523271055219 req-0d83d3ad-ee1f-41f8-bcc1-6df84fb8ac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:27.859287 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-dc0119a8-7c3f-4304-abea-523271055219 req-0d83d3ad-ee1f-41f8-bcc1-6df84fb8ac0d service neutron] 10.222.0.26 "GET /v2.0/networks?id=e03a0b21-d92d-4751-9968-b97f6e477f51 HTTP/1.1" status: 200 len: 912 time: 0.1474237 Apr 14 22:13:27.916756 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-dc0119a8-7c3f-4304-abea-523271055219 req-0a791492-3fdb-430c-a21b-2e2631373411 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36a0ee9a-52d5-47bd-bf78-256f36103063 HTTP/1.1" status: 200 len: 217 time: 0.0456541 Apr 14 22:13:27.920642 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8f1394a2-c852-4d9b-ac5b-9fc4a64768c9 req-2f787d61-9841-4961-9798-0f3d64119110 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899165 Apr 14 22:13:27.968962 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0119a8-7c3f-4304-abea-523271055219 req-0671eb2e-d4d7-4b3b-82d6-6f97e888bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:27.970335 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-dc0119a8-7c3f-4304-abea-523271055219 req-0671eb2e-d4d7-4b3b-82d6-6f97e888bf5d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10052eef-9b75-42ae-9365-46a15f31951d HTTP/1.1" status: 200 len: 851 time: 0.0438917 Apr 14 22:13:28.019266 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0119a8-7c3f-4304-abea-523271055219 req-6ce68bb7-ca06-4c90-8131-5afbd383f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:28.020848 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-dc0119a8-7c3f-4304-abea-523271055219 req-6ce68bb7-ca06-4c90-8131-5afbd383f925 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e03a0b21-d92d-4751-9968-b97f6e477f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411580 Apr 14 22:13:28.129348 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-dc0119a8-7c3f-4304-abea-523271055219 req-5b3dc427-c11c-4712-8201-9710e61495cb service neutron] 10.222.0.26 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979502 Apr 14 22:13:28.228415 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-dc0119a8-7c3f-4304-abea-523271055219 req-887ccc3d-749a-4fc9-bab2-9e4497df4542 service neutron] 10.222.0.26 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897515 Apr 14 22:13:28.911345 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:29.039294 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4990bbd-3449-40a7-b810-412f2c8378e3 req-33af237d-034e-4892-8d88-9bde28b5f274 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:29.041467 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f4990bbd-3449-40a7-b810-412f2c8378e3 req-33af237d-034e-4892-8d88-9bde28b5f274 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd11f6d-0145-4864-9f53-d5f79c867e97 HTTP/1.1" status: 200 len: 944 time: 0.0483038 Apr 14 22:13:29.091026 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f4990bbd-3449-40a7-b810-412f2c8378e3 req-8639dba9-75e8-491d-8e4a-1cd82b785960 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444071 Apr 14 22:13:30.211707 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f628e-3d26-4c6e-8234-76a06c77a39f req-1217d44b-651d-466b-91e1-18e9dc7b4203 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:30.213232 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-437f628e-3d26-4c6e-8234-76a06c77a39f req-1217d44b-651d-466b-91e1-18e9dc7b4203 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd11f6d-0145-4864-9f53-d5f79c867e97 HTTP/1.1" status: 200 len: 944 time: 0.0530641 Apr 14 22:13:30.264174 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-437f628e-3d26-4c6e-8234-76a06c77a39f req-caf4673a-b1f0-43d1-b38a-8b04a9b37829 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453229 Apr 14 22:13:30.481630 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:31.388681 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6cdbcf-b63f-45fb-8dbc-35f3ff3bb1e5 req-e1f72d47-8615-47eb-b73d-4c7d748f6426 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:31.390160 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bd6cdbcf-b63f-45fb-8dbc-35f3ff3bb1e5 req-e1f72d47-8615-47eb-b73d-4c7d748f6426 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd11f6d-0145-4864-9f53-d5f79c867e97 HTTP/1.1" status: 200 len: 944 time: 0.0558300 Apr 14 22:13:31.441098 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bd6cdbcf-b63f-45fb-8dbc-35f3ff3bb1e5 req-73eb6c33-8c0d-42aa-9d9a-17b696e18db0 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445845 Apr 14 22:13:32.562829 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b0ca6-e283-4b43-9314-bf5a13df7d7d req-49a112fc-e88c-4722-96ca-ac0e301be0bf tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:32.564393 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3a0b0ca6-e283-4b43-9314-bf5a13df7d7d req-49a112fc-e88c-4722-96ca-ac0e301be0bf tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd11f6d-0145-4864-9f53-d5f79c867e97 HTTP/1.1" status: 200 len: 944 time: 0.0497699 Apr 14 22:13:32.617547 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3a0b0ca6-e283-4b43-9314-bf5a13df7d7d req-8e72c5cb-5290-4f37-9bb7-64019b17c593 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469933 Apr 14 22:13:33.735526 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2c949-41a9-489b-b516-9f01e59cac79 req-2ce15f7f-6d4c-42fb-a0cb-76af4f36d261 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:33.737083 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fda2c949-41a9-489b-b516-9f01e59cac79 req-2ce15f7f-6d4c-42fb-a0cb-76af4f36d261 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd11f6d-0145-4864-9f53-d5f79c867e97 HTTP/1.1" status: 200 len: 944 time: 0.0504017 Apr 14 22:13:33.788042 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fda2c949-41a9-489b-b516-9f01e59cac79 req-6e7ebfda-9c2e-49a5-a574-ff9e913c1abd tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445035 Apr 14 22:13:34.908039 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b97af-ec3a-4c4d-bd9f-3fe40a687e86 req-03920a24-7198-4052-bdff-726ead69db28 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:34.909686 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fd0b97af-ec3a-4c4d-bd9f-3fe40a687e86 req-03920a24-7198-4052-bdff-726ead69db28 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd11f6d-0145-4864-9f53-d5f79c867e97 HTTP/1.1" status: 200 len: 944 time: 0.0520673 Apr 14 22:13:34.960918 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-fd0b97af-ec3a-4c4d-bd9f-3fe40a687e86 req-59f75ee0-d954-48e3-90fe-208cd086a375 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454564 Apr 14 22:13:35.225939 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 36a0ee9a-52d5-47bd-bf78-256f36103063 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:13:35.456111 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 36a0ee9a-52d5-47bd-bf78-256f36103063, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=36a0ee9a-52d5-47bd-bf78-256f36103063,segment=NetworkSegment(e5c756cd-ca08-467a-9b38-428d7837bb9a),segment_id=e5c756cd-ca08-467a-9b38-428d7837bb9a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:13:35.468290 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Returning: {'device': '36a0ee9a-52d5-47bd-bf78-256f36103063', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'port_id': '36a0ee9a-52d5-47bd-bf78-256f36103063', 'mac_address': 'fa:16:3e:44:9d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10052eef-9b75-42ae-9365-46a15f31951d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:13:35.507455 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 36a0ee9a-52d5-47bd-bf78-256f36103063 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:13:35.507839 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (36a0ee9a-52d5-47bd-bf78-256f36103063), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:35.521452 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a0ee9a-52d5-47bd-bf78-256f36103063 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:13:35.541347 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 36a0ee9a-52d5-47bd-bf78-256f36103063, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=36a0ee9a-52d5-47bd-bf78-256f36103063,segment=NetworkSegment(e5c756cd-ca08-467a-9b38-428d7837bb9a),segment_id=e5c756cd-ca08-467a-9b38-428d7837bb9a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:13:35.545377 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (36a0ee9a-52d5-47bd-bf78-256f36103063), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:35.595028 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=36a0ee9a-52d5-47bd-bf78-256f36103063,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:35.605563 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:35.605992 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:35.606345 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:35.606691 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:35.607030 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:35.607367 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:35.607701 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:35.608032 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:35.608387 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:35.608742 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:35.609053 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:35.609383 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:35.609710 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:35.610034 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:35.610357 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:35.808492 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['36a0ee9a-52d5-47bd-bf78-256f36103063'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:13:36.075545 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6285d-24c1-461e-8bb0-5130d1b2b734 req-4466b2aa-3ee5-405e-9469-11e5acfab82e tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:36.077001 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-37e6285d-24c1-461e-8bb0-5130d1b2b734 req-4466b2aa-3ee5-405e-9469-11e5acfab82e tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd11f6d-0145-4864-9f53-d5f79c867e97 HTTP/1.1" status: 200 len: 945 time: 0.0482128 Apr 14 22:13:36.132810 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-37e6285d-24c1-461e-8bb0-5130d1b2b734 req-cd9ead68-d691-41af-9476-0aaa6130caf6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494733 Apr 14 22:13:37.240444 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 36a0ee9a-52d5-47bd-bf78-256f36103063 up at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:13:37.249278 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844387c4-6974-457b-ba0d-0adfaa46909d req-f796ee83-293b-41b6-9600-c62ab1465f57 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:37.250771 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-844387c4-6974-457b-ba0d-0adfaa46909d req-f796ee83-293b-41b6-9600-c62ab1465f57 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd11f6d-0145-4864-9f53-d5f79c867e97 HTTP/1.1" status: 200 len: 945 time: 0.0493701 Apr 14 22:13:37.287640 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning for port 36a0ee9a-52d5-47bd-bf78-256f36103063 completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:13:37.293696 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning complete for port 36a0ee9a-52d5-47bd-bf78-256f36103063 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:13:37.294274 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (36a0ee9a-52d5-47bd-bf78-256f36103063), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:37.300634 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-844387c4-6974-457b-ba0d-0adfaa46909d req-f9073e05-5e1c-485d-a313-621f2ad7e419 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434663 Apr 14 22:13:37.371956 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port 36a0ee9a-52d5-47bd-bf78-256f36103063 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:13:37.372294 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (36a0ee9a-52d5-47bd-bf78-256f36103063), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:37.395959 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd11f6d-0145-4864-9f53-d5f79c867e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a0ee9a-52d5-47bd-bf78-256f36103063'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:13:37.398318 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530b6f79e2c270c80a285cfd043402f608e5b18a2df6684fea4c07fd95dfc091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ce58ce-877a-4f6b-b1fd-6caa106da11f" -d '{"events": [{"server_uuid": "3dd11f6d-0145-4864-9f53-d5f79c867e97", "name": "network-vif-plugged", "status": "completed", "tag": "36a0ee9a-52d5-47bd-bf78-256f36103063"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:13:37.415969 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port 36a0ee9a-52d5-47bd-bf78-256f36103063, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=36a0ee9a-52d5-47bd-bf78-256f36103063,segment=NetworkSegment(e5c756cd-ca08-467a-9b38-428d7837bb9a),segment_id=e5c756cd-ca08-467a-9b38-428d7837bb9a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:13:37.421528 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (36a0ee9a-52d5-47bd-bf78-256f36103063), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:37.446077 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8ba592-957d-4ad4-845b-349b9e36af60 x-openstack-request-id: req-2d8ba592-957d-4ad4-845b-349b9e36af60 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:13:37.446369 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd11f6d-0145-4864-9f53-d5f79c867e97", "name": "network-vif-plugged", "status": "completed", "tag": "36a0ee9a-52d5-47bd-bf78-256f36103063", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:13:37.446622 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2d8ba592-957d-4ad4-845b-349b9e36af60 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:13:37.447017 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d8ba592-957d-4ad4-845b-349b9e36af60'] response: {'server_uuid': '3dd11f6d-0145-4864-9f53-d5f79c867e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a0ee9a-52d5-47bd-bf78-256f36103063', 'code': 200} Apr 14 22:13:37.481538 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=36a0ee9a-52d5-47bd-bf78-256f36103063,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:37.701978 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc039e6f-e834-4611-831a-aa5b92b4bd1c req-aee0d720-1de2-462d-9bff-b679d9475bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:37.703357 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-dc039e6f-e834-4611-831a-aa5b92b4bd1c req-aee0d720-1de2-462d-9bff-b679d9475bb3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3dd11f6d-0145-4864-9f53-d5f79c867e97 HTTP/1.1" status: 200 len: 1130 time: 0.0382895 Apr 14 22:13:37.758491 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-dc039e6f-e834-4611-831a-aa5b92b4bd1c req-1c51d84f-a2a0-4439-965c-d382e0dbc062 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458567 Apr 14 22:13:38.425806 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f6f6e-5e67-4766-bfb7-2ccda46d6cde req-ec6cef8b-4caf-4c66-b54d-1e49bc66fd96 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:38.427407 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e83f6f6e-5e67-4766-bfb7-2ccda46d6cde req-ec6cef8b-4caf-4c66-b54d-1e49bc66fd96 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd11f6d-0145-4864-9f53-d5f79c867e97 HTTP/1.1" status: 200 len: 946 time: 0.0524197 Apr 14 22:13:38.477450 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-e83f6f6e-5e67-4766-bfb7-2ccda46d6cde req-b219abb2-b562-4fa2-9357-d7caae192846 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441353 Apr 14 22:13:39.591277 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4724dbb-dd1b-4d4c-b9ff-716a0c837e22 req-984f96c1-f8a8-4696-ac91-962e98a18e69 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:39.592767 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a4724dbb-dd1b-4d4c-b9ff-716a0c837e22 req-984f96c1-f8a8-4696-ac91-962e98a18e69 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd11f6d-0145-4864-9f53-d5f79c867e97 HTTP/1.1" status: 200 len: 946 time: 0.0463951 Apr 14 22:13:39.642195 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a4724dbb-dd1b-4d4c-b9ff-716a0c837e22 req-781734d0-5e6c-420b-9169-0956436a2760 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427687 Apr 14 22:13:39.755459 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37e366-8ad2-4be2-b4d2-a95dc62693d9 req-055d7a08-d56f-429a-8ce8-b8bf53bac940 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:39.756986 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8e37e366-8ad2-4be2-b4d2-a95dc62693d9 req-055d7a08-d56f-429a-8ce8-b8bf53bac940 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd11f6d-0145-4864-9f53-d5f79c867e97 HTTP/1.1" status: 200 len: 946 time: 0.0489950 Apr 14 22:13:39.805603 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8e37e366-8ad2-4be2-b4d2-a95dc62693d9 req-48e05352-2c16-4c08-85de-63fdd1f2b858 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428421 Apr 14 22:13:39.827919 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53764) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:39.869152 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08363cab-1fca-4223-8336-01639ba473f0 tempest-TestVolumeBootPattern-1976085614 tempest-TestVolumeBootPattern-1976085614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:39.870678 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-08363cab-1fca-4223-8336-01639ba473f0 tempest-TestVolumeBootPattern-1976085614 tempest-TestVolumeBootPattern-1976085614-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3dd11f6d-0145-4864-9f53-d5f79c867e97 HTTP/1.1" status: 200 len: 1125 time: 0.0417476 Apr 14 22:13:39.873528 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53766) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:39.878255 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-ba8db9c8-1ad0-417a-a7f2-16cade2d16a6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Request body: {'floatingip': {'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'port_id': '36a0ee9a-52d5-47bd-bf78-256f36103063', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:13:39.899246 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ba8db9c8-1ad0-417a-a7f2-16cade2d16a6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:39.980132 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ba8db9c8-1ad0-417a-a7f2-16cade2d16a6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:40.088139 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-ba8db9c8-1ad0-417a-a7f2-16cade2d16a6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Allocated IP 172.27.2.4 (3128b05d-34b2-457b-8391-96d8c4503307/9279f13a-7b11-4203-b3e3-d3fa0b2aa609/2f0caf2b-d61b-4a3f-bbdf-38bb249f7bc4) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:13:40.192614 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ba8db9c8-1ad0-417a-a7f2-16cade2d16a6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for port (2f0caf2b-d61b-4a3f-bbdf-38bb249f7bc4), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:40.229025 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ba8db9c8-1ad0-417a-a7f2-16cade2d16a6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (2f0caf2b-d61b-4a3f-bbdf-38bb249f7bc4), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:40.277700 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8db9c8-1ad0-417a-a7f2-16cade2d16a6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Network 3128b05d-34b2-457b-8391-96d8c4503307 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:13:40.280757 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-ba8db9c8-1ad0-417a-a7f2-16cade2d16a6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:13:40.286504 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8db9c8-1ad0-417a-a7f2-16cade2d16a6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:13:40.289801 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8db9c8-1ad0-417a-a7f2-16cade2d16a6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Pushing event updated for resources: {'Port': ['ID=2f0caf2b-d61b-4a3f-bbdf-38bb249f7bc4,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:40.968626 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ba8db9c8-1ad0-417a-a7f2-16cade2d16a6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for floatingip (48b9fa8e-1665-4159-98c7-17661cc9d345), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:41.037510 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ba8db9c8-1ad0-417a-a7f2-16cade2d16a6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (2f0caf2b-d61b-4a3f-bbdf-38bb249f7bc4), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:41.189145 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ba8db9c8-1ad0-417a-a7f2-16cade2d16a6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for port (2f0caf2b-d61b-4a3f-bbdf-38bb249f7bc4), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:41.194088 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ba8db9c8-1ad0-417a-a7f2-16cade2d16a6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (2f0caf2b-d61b-4a3f-bbdf-38bb249f7bc4), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:41.262882 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8db9c8-1ad0-417a-a7f2-16cade2d16a6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Pushing event updated for resources: {'Port': ['ID=2f0caf2b-d61b-4a3f-bbdf-38bb249f7bc4,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:41.274999 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ba8db9c8-1ad0-417a-a7f2-16cade2d16a6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (48b9fa8e-1665-4159-98c7-17661cc9d345), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:41.375010 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.l3_db [None req-ba8db9c8-1ad0-417a-a7f2-16cade2d16a6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Floating IP 48b9fa8e-1665-4159-98c7-17661cc9d345 associated. External IP: 172.27.2.4, port: 36a0ee9a-52d5-47bd-bf78-256f36103063. Apr 14 22:13:41.589114 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8db9c8-1ad0-417a-a7f2-16cade2d16a6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:13:41.701167 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8db9c8-1ad0-417a-a7f2-16cade2d16a6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:13:41.711244 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d7a5b-ad41-4269-bf01-53bc81fc5fda None None] Sync routers for ids ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:13:41.719075 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ba8db9c8-1ad0-417a-a7f2-16cade2d16a6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:41.723181 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d7a5b-ad41-4269-bf01-53bc81fc5fda None None] Routers {'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:13:41.723830 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-0f7d7a5b-ad41-4269-bf01-53bc81fc5fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:13:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:41.753148 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-ba8db9c8-1ad0-417a-a7f2-16cade2d16a6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8783925 Apr 14 22:13:41.753860 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd11f6d-0145-4864-9f53-d5f79c867e97', 'tag': '36a0ee9a-52d5-47bd-bf78-256f36103063'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:13:41.756092 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56da4ce-a090-446b-9676-47830067099d" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd11f6d-0145-4864-9f53-d5f79c867e97", "tag": "36a0ee9a-52d5-47bd-bf78-256f36103063"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:13:41.795061 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44973794-7c9f-4d1f-a151-3f36913ffef5 x-openstack-request-id: req-44973794-7c9f-4d1f-a151-3f36913ffef5 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:13:41.795390 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd11f6d-0145-4864-9f53-d5f79c867e97", "tag": "36a0ee9a-52d5-47bd-bf78-256f36103063", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:13:41.795650 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-44973794-7c9f-4d1f-a151-3f36913ffef5 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:13:41.796060 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44973794-7c9f-4d1f-a151-3f36913ffef5'] response: {'name': 'network-changed', 'server_uuid': '3dd11f6d-0145-4864-9f53-d5f79c867e97', 'tag': '36a0ee9a-52d5-47bd-bf78-256f36103063', 'status': 'completed', 'code': 200} Apr 14 22:13:41.838972 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-0f7d7a5b-ad41-4269-bf01-53bc81fc5fda None None] Set router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:13:41.856918 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56da4ce-a090-446b-9676-47830067099d req-eb813439-16b0-417b-aae1-6c51ccdec846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:41.858424 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a56da4ce-a090-446b-9676-47830067099d req-eb813439-16b0-417b-aae1-6c51ccdec846 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60ea1ac7ba4d4ff6ad60cc164e122876&device_id=3dd11f6d-0145-4864-9f53-d5f79c867e97 HTTP/1.1" status: 200 len: 1130 time: 0.0402958 Apr 14 22:13:41.949093 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56da4ce-a090-446b-9676-47830067099d req-537b2d43-b47f-4488-86cb-f8f0636d4f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:41.950541 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a56da4ce-a090-446b-9676-47830067099d req-537b2d43-b47f-4488-86cb-f8f0636d4f82 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e03a0b21-d92d-4751-9968-b97f6e477f51 HTTP/1.1" status: 200 len: 912 time: 0.0857666 Apr 14 22:13:42.017770 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a56da4ce-a090-446b-9676-47830067099d req-3659aaad-ea8c-474e-8083-ac45f8bcd0ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36a0ee9a-52d5-47bd-bf78-256f36103063 HTTP/1.1" status: 200 len: 998 time: 0.0610106 Apr 14 22:13:42.064354 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-0f7d7a5b-ad41-4269-bf01-53bc81fc5fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'name': 'tempest-TestVolumeBootPattern-1568295418-router', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:39Z', 'revision_number': 4, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'gw_port': {'id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '48b9fa8e-1665-4159-98c7-17661cc9d345', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'port_id': '36a0ee9a-52d5-47bd-bf78-256f36103063', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'mac_address': 'fa:16:3e:44:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd11f6d-0145-4864-9f53-d5f79c867e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:13:40Z', 'updated_at': '2022-04-14T22:13:40Z', 'revision_number': 0, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c46188-ada7-4678-92f9-feb2369e00c5', 'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'mac_address': 'fa:16:3e:5e:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '10052eef-9b75-42ae-9365-46a15f31951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:39Z', 'updated_at': '2022-04-14T22:10:44Z', 'revision_number': 5, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'subnets': [{'id': '10052eef-9b75-42ae-9365-46a15f31951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:42.064698 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56da4ce-a090-446b-9676-47830067099d req-350ed5ec-3b43-4b80-a180-6923b8658281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:42.066614 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a56da4ce-a090-446b-9676-47830067099d req-350ed5ec-3b43-4b80-a180-6923b8658281 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10052eef-9b75-42ae-9365-46a15f31951d HTTP/1.1" status: 200 len: 851 time: 0.0435922 Apr 14 22:13:42.092129 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d7a5b-ad41-4269-bf01-53bc81fc5fda None None] Checking router: b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:13:42.101105 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d7a5b-ad41-4269-bf01-53bc81fc5fda None None] Routers {'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:13:42.101727 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-0f7d7a5b-ad41-4269-bf01-53bc81fc5fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:13:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:42.109138 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56da4ce-a090-446b-9676-47830067099d req-fc61b27f-19d1-4d16-8aad-14a733246498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:42.110621 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a56da4ce-a090-446b-9676-47830067099d req-fc61b27f-19d1-4d16-8aad-14a733246498 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e03a0b21-d92d-4751-9968-b97f6e477f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385919 Apr 14 22:13:42.207073 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a56da4ce-a090-446b-9676-47830067099d req-a6dbba42-934a-41ea-8d00-e0398d53a662 service neutron] 10.222.0.26 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905697 Apr 14 22:13:42.220001 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-0f7d7a5b-ad41-4269-bf01-53bc81fc5fda None None] Set router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:13:42.301914 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a56da4ce-a090-446b-9676-47830067099d req-5cac564b-ffef-47c7-a503-273e6ff35fda service neutron] 10.222.0.26 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891795 Apr 14 22:13:42.438768 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-0f7d7a5b-ad41-4269-bf01-53bc81fc5fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'name': 'tempest-TestVolumeBootPattern-1568295418-router', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:39Z', 'revision_number': 4, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'gw_port': {'id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '48b9fa8e-1665-4159-98c7-17661cc9d345', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'port_id': '36a0ee9a-52d5-47bd-bf78-256f36103063', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'mac_address': 'fa:16:3e:44:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd11f6d-0145-4864-9f53-d5f79c867e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:13:40Z', 'updated_at': '2022-04-14T22:13:40Z', 'revision_number': 0, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c46188-ada7-4678-92f9-feb2369e00c5', 'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'mac_address': 'fa:16:3e:5e:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '10052eef-9b75-42ae-9365-46a15f31951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:39Z', 'updated_at': '2022-04-14T22:10:44Z', 'revision_number': 5, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'subnets': [{'id': '10052eef-9b75-42ae-9365-46a15f31951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:42.448085 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53772) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:42.471552 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d7a5b-ad41-4269-bf01-53bc81fc5fda None None] The sync data for ids ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'] in dv-cinder-838009-1-iscsi is: [{'id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'name': 'tempest-TestVolumeBootPattern-1568295418-router', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:39Z', 'revision_number': 4, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'gw_port': {'id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '48b9fa8e-1665-4159-98c7-17661cc9d345', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'port_id': '36a0ee9a-52d5-47bd-bf78-256f36103063', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'mac_address': 'fa:16:3e:44:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd11f6d-0145-4864-9f53-d5f79c867e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:13:40Z', 'updated_at': '2022-04-14T22:13:40Z', 'revision_number': 0, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c46188-ada7-4678-92f9-feb2369e00c5', 'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'mac_address': 'fa:16:3e:5e:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '10052eef-9b75-42ae-9365-46a15f31951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:39Z', 'updated_at': '2022-04-14T22:10:44Z', 'revision_number': 5, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'subnets': [{'id': '10052eef-9b75-42ae-9365-46a15f31951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:13:42.635731 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-814f33cf-a96f-48be-885a-abd04b30e75d tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Deleting port 2a38e0b1-4fad-4c3f-94d2-e6df6efc0c97 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:13:42.636071 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-814f33cf-a96f-48be-885a-abd04b30e75d tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (2a38e0b1-4fad-4c3f-94d2-e6df6efc0c97), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:42.717827 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8776a8a4-87e2-441d-80da-1638b7d7217a None None] New status for floating IP 48b9fa8e-1665-4159-98c7-17661cc9d345: ACTIVE {{(pid=103422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:13:42.718902 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-814f33cf-a96f-48be-885a-abd04b30e75d tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (2a38e0b1-4fad-4c3f-94d2-e6df6efc0c97), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:42.719389 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-814f33cf-a96f-48be-885a-abd04b30e75d tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for floatingip (2a38e0b1-4fad-4c3f-94d2-e6df6efc0c97), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:42.735046 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-814f33cf-a96f-48be-885a-abd04b30e75d tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Calling delete_port for 2a38e0b1-4fad-4c3f-94d2-e6df6efc0c97 owned by network:floatingip {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:13:42.908565 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-814f33cf-a96f-48be-885a-abd04b30e75d tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (2a38e0b1-4fad-4c3f-94d2-e6df6efc0c97), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:42.944016 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f33cf-a96f-48be-885a-abd04b30e75d tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Pushing event deleted for resources: {'Port': ['ID=2a38e0b1-4fad-4c3f-94d2-e6df6efc0c97,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:43.013309 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-814f33cf-a96f-48be-885a-abd04b30e75d tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for floatingip (05adddb6-cd3a-4009-b175-b4b5a9e9fdc1), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:43.013745 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.l3_db [None req-814f33cf-a96f-48be-885a-abd04b30e75d tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Floating IP 05adddb6-cd3a-4009-b175-b4b5a9e9fdc1 disassociated (deleted). External IP: 172.27.2.115, port: 688b21c5-06f7-44a5-a4d3-1204a933db95. Apr 14 22:13:43.034458 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:43.249416 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814f33cf-a96f-48be-885a-abd04b30e75d tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Router 5ed76f40-aba6-4a70-835e-c973e4e1a05b has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:13:43.369027 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814f33cf-a96f-48be-885a-abd04b30e75d tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:13:43.373484 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-814f33cf-a96f-48be-885a-abd04b30e75d tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:43.380462 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344ece2d-a593-48b6-879f-cdcf8d739559 None None] Sync routers for ids ['5ed76f40-aba6-4a70-835e-c973e4e1a05b'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:13:43.391495 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344ece2d-a593-48b6-879f-cdcf8d739559 None None] Routers {'5ed76f40-aba6-4a70-835e-c973e4e1a05b'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:13:43.392147 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-344ece2d-a593-48b6-879f-cdcf8d739559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:13:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['5ed76f40-aba6-4a70-835e-c973e4e1a05b'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:43.408076 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-814f33cf-a96f-48be-885a-abd04b30e75d tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "DELETE /v2.0/floatingips/05adddb6-cd3a-4009-b175-b4b5a9e9fdc1 HTTP/1.1" status: 204 len: 168 time: 0.9578001 Apr 14 22:13:43.513274 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-344ece2d-a593-48b6-879f-cdcf8d739559 None None] Set router 5ed76f40-aba6-4a70-835e-c973e4e1a05b gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:13:43.672978 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f86c4-08dc-4881-99c8-886a56b97fcd req-646d2be8-7569-41e8-b416-c5a652744706 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:43.674663 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ee8f86c4-08dc-4881-99c8-886a56b97fcd req-646d2be8-7569-41e8-b416-c5a652744706 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 946 time: 0.0585797 Apr 14 22:13:43.736770 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ee8f86c4-08dc-4881-99c8-886a56b97fcd req-fef8dc49-1a90-4ae1-bf40-6c520270e691 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550911 Apr 14 22:13:43.739418 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-344ece2d-a593-48b6-879f-cdcf8d739559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'name': 'tempest-TestShelveInstance-1904352119-router', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd6b90684-5fc6-44a0-aec9-98588444a353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:09:11Z', 'updated_at': '2022-04-14T22:09:16Z', 'revision_number': 4, 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'gw_port': {'id': 'd6b90684-5fc6-44a0-aec9-98588444a353', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:12Z', 'updated_at': '2022-04-14T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': 'ddccd43a-4c0a-4de2-83e1-a08e4b3838f9', 'name': '', 'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'mac_address': 'fa:16:3e:e9:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b8d7302b-218a-4a2d-92e0-263caf56a9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:15Z', 'updated_at': '2022-04-14T22:09:22Z', 'revision_number': 5, 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'subnets': [{'id': 'b8d7302b-218a-4a2d-92e0-263caf56a9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:43.774509 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344ece2d-a593-48b6-879f-cdcf8d739559 None None] Checking router: 5ed76f40-aba6-4a70-835e-c973e4e1a05b for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:13:43.784989 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344ece2d-a593-48b6-879f-cdcf8d739559 None None] Routers {'5ed76f40-aba6-4a70-835e-c973e4e1a05b'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:13:43.785432 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-344ece2d-a593-48b6-879f-cdcf8d739559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:13:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['5ed76f40-aba6-4a70-835e-c973e4e1a05b'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:43.797536 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61d5169-9f2f-4716-a044-f0c2c846be83', 'tag': '688b21c5-06f7-44a5-a4d3-1204a933db95'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:13:43.799946 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834793ef-12e7-4694-99f0-d83b8af8727a" -d '{"events": [{"name": "network-changed", "server_uuid": "b61d5169-9f2f-4716-a044-f0c2c846be83", "tag": "688b21c5-06f7-44a5-a4d3-1204a933db95"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:13:43.839211 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ff7dd7-28e1-496a-b591-a523465ce462 x-openstack-request-id: req-f1ff7dd7-28e1-496a-b591-a523465ce462 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:13:43.839528 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b61d5169-9f2f-4716-a044-f0c2c846be83", "tag": "688b21c5-06f7-44a5-a4d3-1204a933db95", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:13:43.839803 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1ff7dd7-28e1-496a-b591-a523465ce462 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:13:43.840211 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1ff7dd7-28e1-496a-b591-a523465ce462'] response: {'name': 'network-changed', 'server_uuid': 'b61d5169-9f2f-4716-a044-f0c2c846be83', 'tag': '688b21c5-06f7-44a5-a4d3-1204a933db95', 'status': 'completed', 'code': 200} Apr 14 22:13:43.918922 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-344ece2d-a593-48b6-879f-cdcf8d739559 None None] Set router 5ed76f40-aba6-4a70-835e-c973e4e1a05b gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:13:44.120615 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-344ece2d-a593-48b6-879f-cdcf8d739559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'name': 'tempest-TestShelveInstance-1904352119-router', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd6b90684-5fc6-44a0-aec9-98588444a353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:09:11Z', 'updated_at': '2022-04-14T22:09:16Z', 'revision_number': 4, 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'gw_port': {'id': 'd6b90684-5fc6-44a0-aec9-98588444a353', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:12Z', 'updated_at': '2022-04-14T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': 'ddccd43a-4c0a-4de2-83e1-a08e4b3838f9', 'name': '', 'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'mac_address': 'fa:16:3e:e9:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b8d7302b-218a-4a2d-92e0-263caf56a9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:15Z', 'updated_at': '2022-04-14T22:09:22Z', 'revision_number': 5, 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'subnets': [{'id': 'b8d7302b-218a-4a2d-92e0-263caf56a9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:44.151162 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344ece2d-a593-48b6-879f-cdcf8d739559 None None] The sync data for ids ['5ed76f40-aba6-4a70-835e-c973e4e1a05b'] in dv-cinder-838009-1-iscsi is: [{'id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'name': 'tempest-TestShelveInstance-1904352119-router', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd6b90684-5fc6-44a0-aec9-98588444a353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:09:11Z', 'updated_at': '2022-04-14T22:09:16Z', 'revision_number': 4, 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'gw_port': {'id': 'd6b90684-5fc6-44a0-aec9-98588444a353', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:12Z', 'updated_at': '2022-04-14T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': 'ddccd43a-4c0a-4de2-83e1-a08e4b3838f9', 'name': '', 'network_id': '24892aca-f788-4fab-ba20-18bc79a1a3e4', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'mac_address': 'fa:16:3e:e9:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b8d7302b-218a-4a2d-92e0-263caf56a9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:15Z', 'updated_at': '2022-04-14T22:09:22Z', 'revision_number': 5, 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'subnets': [{'id': 'b8d7302b-218a-4a2d-92e0-263caf56a9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:13:44.381660 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b62ec5-0021-49e2-ac1b-ac661a4f3a33 None None] New status for floating IP 05adddb6-cd3a-4009-b175-b4b5a9e9fdc1: DOWN {{(pid=103422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:13:44.756690 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834793ef-12e7-4694-99f0-d83b8af8727a req-43dd2d15-9a2e-4187-a03c-183ba1acb98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:44.758352 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-834793ef-12e7-4694-99f0-d83b8af8727a req-43dd2d15-9a2e-4187-a03c-183ba1acb98c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=818782cfb8ca4fdb94b5c7e1b6cd915e&device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 1130 time: 0.0444605 Apr 14 22:13:44.871679 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834793ef-12e7-4694-99f0-d83b8af8727a req-ce240bc7-0f3e-4179-9f41-75a10e65f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:44.873732 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-834793ef-12e7-4694-99f0-d83b8af8727a req-ce240bc7-0f3e-4179-9f41-75a10e65f61b service neutron] 10.222.0.26 "GET /v2.0/networks?id=24892aca-f788-4fab-ba20-18bc79a1a3e4 HTTP/1.1" status: 200 len: 909 time: 0.1088502 Apr 14 22:13:44.898451 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071fde5-b04d-450d-9f0d-e384d5fd1217 req-08b2a1f6-4805-443f-8a16-d85c1a16ab9d tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:44.900014 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b071fde5-b04d-450d-9f0d-e384d5fd1217 req-08b2a1f6-4805-443f-8a16-d85c1a16ab9d tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 946 time: 0.0760696 Apr 14 22:13:44.919111 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-834793ef-12e7-4694-99f0-d83b8af8727a req-2110af3d-f6e7-4d8d-9883-84229258f784 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=688b21c5-06f7-44a5-a4d3-1204a933db95 HTTP/1.1" status: 200 len: 217 time: 0.0390117 Apr 14 22:13:44.959880 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b071fde5-b04d-450d-9f0d-e384d5fd1217 req-5bfd679c-54eb-45d1-8c94-b164c666c81f tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/security-groups?id=db536bee-390d-44d2-8fbd-78017bebefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499976 Apr 14 22:13:44.974927 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834793ef-12e7-4694-99f0-d83b8af8727a req-3bec1980-943b-4a62-8a9f-7876e970e3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:44.976403 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-834793ef-12e7-4694-99f0-d83b8af8727a req-3bec1980-943b-4a62-8a9f-7876e970e3b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8d7302b-218a-4a2d-92e0-263caf56a9e5 HTTP/1.1" status: 200 len: 848 time: 0.0504920 Apr 14 22:13:45.126458 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834793ef-12e7-4694-99f0-d83b8af8727a req-775f435c-fb27-4979-b22b-3384e532e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:45.128086 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-834793ef-12e7-4694-99f0-d83b8af8727a req-775f435c-fb27-4979-b22b-3384e532e6c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=24892aca-f788-4fab-ba20-18bc79a1a3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445135 Apr 14 22:13:45.234617 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf3936-c3e5-4f3a-8e92-a306892c9a52 req-89cbe1da-235b-4e21-b9f5-6bbc773c5b26 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:45.236094 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cbcf3936-c3e5-4f3a-8e92-a306892c9a52 req-89cbe1da-235b-4e21-b9f5-6bbc773c5b26 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.26 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 946 time: 0.0909224 Apr 14 22:13:45.307271 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-834793ef-12e7-4694-99f0-d83b8af8727a req-6a30a9d8-cc81-44cc-aa84-cc50da5c24b8 service neutron] 10.222.0.26 "GET /v2.0/networks/24892aca-f788-4fab-ba20-18bc79a1a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631351 Apr 14 22:13:45.393944 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-cbcf3936-c3e5-4f3a-8e92-a306892c9a52 req-b6a8423b-1788-463e-a791-8c2557910db3 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Deleting port 688b21c5-06f7-44a5-a4d3-1204a933db95 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:13:45.393944 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-cbcf3936-c3e5-4f3a-8e92-a306892c9a52 req-b6a8423b-1788-463e-a791-8c2557910db3 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (688b21c5-06f7-44a5-a4d3-1204a933db95), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:45.480476 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-834793ef-12e7-4694-99f0-d83b8af8727a req-61b45e02-935e-4cf1-8a5d-b56d3562b296 service neutron] 10.222.0.26 "GET /v2.0/networks/24892aca-f788-4fab-ba20-18bc79a1a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528199 Apr 14 22:13:45.510315 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-cbcf3936-c3e5-4f3a-8e92-a306892c9a52 req-b6a8423b-1788-463e-a791-8c2557910db3 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] For port 688b21c5-06f7-44a5-a4d3-1204a933db95, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=688b21c5-06f7-44a5-a4d3-1204a933db95,segment=NetworkSegment(ee7f4fb0-78ec-4725-9871-e0ce767cf3c2),segment_id=ee7f4fb0-78ec-4725-9871-e0ce767cf3c2)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:13:45.510833 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-cbcf3936-c3e5-4f3a-8e92-a306892c9a52 req-b6a8423b-1788-463e-a791-8c2557910db3 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (688b21c5-06f7-44a5-a4d3-1204a933db95), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:45.526132 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-cbcf3936-c3e5-4f3a-8e92-a306892c9a52 req-b6a8423b-1788-463e-a791-8c2557910db3 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Calling delete_port for 688b21c5-06f7-44a5-a4d3-1204a933db95 owned by compute:nova {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:13:45.655206 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-cbcf3936-c3e5-4f3a-8e92-a306892c9a52 req-b6a8423b-1788-463e-a791-8c2557910db3 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (688b21c5-06f7-44a5-a4d3-1204a933db95), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:45.684666 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8423b-1788-463e-a791-8c2557910db3 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Pushing event deleted for resources: {'Port': ['ID=688b21c5-06f7-44a5-a4d3-1204a933db95,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:45.732177 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcf3936-c3e5-4f3a-8e92-a306892c9a52 req-b6a8423b-1788-463e-a791-8c2557910db3 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] No DVR routers for this DVR port 688b21c5-06f7-44a5-a4d3-1204a933db95 on host hv-cinder-83800 {{(pid=103420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:13:45.734876 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-cbcf3936-c3e5-4f3a-8e92-a306892c9a52 req-b6a8423b-1788-463e-a791-8c2557910db3 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:45.738835 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cbcf3936-c3e5-4f3a-8e92-a306892c9a52 req-b6a8423b-1788-463e-a791-8c2557910db3 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.26 "DELETE /v2.0/ports/688b21c5-06f7-44a5-a4d3-1204a933db95 HTTP/1.1" status: 204 len: 173 time: 0.4906452 Apr 14 22:13:45.841899 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61d5169-9f2f-4716-a044-f0c2c846be83', 'name': 'network-vif-deleted', 'tag': '688b21c5-06f7-44a5-a4d3-1204a933db95'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:13:45.844306 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e927e947-af40-48de-91d5-b4282944eace" -d '{"events": [{"server_uuid": "b61d5169-9f2f-4716-a044-f0c2c846be83", "name": "network-vif-deleted", "tag": "688b21c5-06f7-44a5-a4d3-1204a933db95"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:13:45.880576 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96cbc6f-0a98-4cea-a7a0-86a7eabea8f5 x-openstack-request-id: req-e96cbc6f-0a98-4cea-a7a0-86a7eabea8f5 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:13:45.880872 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b61d5169-9f2f-4716-a044-f0c2c846be83", "name": "network-vif-deleted", "tag": "688b21c5-06f7-44a5-a4d3-1204a933db95", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:13:45.881128 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e96cbc6f-0a98-4cea-a7a0-86a7eabea8f5 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:13:45.881540 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e96cbc6f-0a98-4cea-a7a0-86a7eabea8f5'] response: {'server_uuid': 'b61d5169-9f2f-4716-a044-f0c2c846be83', 'name': 'network-vif-deleted', 'tag': '688b21c5-06f7-44a5-a4d3-1204a933db95', 'status': 'completed', 'code': 200} Apr 14 22:13:46.063126 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9eaba522-6122-4f51-8abb-c30b2a8c7440 req-741d9050-af7b-4e81-98cd-d968fa66b484 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "GET /v2.0/ports?device_id=b61d5169-9f2f-4716-a044-f0c2c846be83 HTTP/1.1" status: 200 len: 210 time: 0.0330658 Apr 14 22:13:47.124042 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53792) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:47.182424 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d8f87d1f-08c0-4f37-a9c6-35c3b3765883 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for security_group (db536bee-390d-44d2-8fbd-78017bebefe3), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:47.208380 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d8f87d1f-08c0-4f37-a9c6-35c3b3765883 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for security_group (db536bee-390d-44d2-8fbd-78017bebefe3), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:47.269305 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d8f87d1f-08c0-4f37-a9c6-35c3b3765883 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (db536bee-390d-44d2-8fbd-78017bebefe3), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:47.274961 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d8f87d1f-08c0-4f37-a9c6-35c3b3765883 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:47.276172 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-d8f87d1f-08c0-4f37-a9c6-35c3b3765883 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] 10.222.0.43 "DELETE /v2.0/security-groups/db536bee-390d-44d2-8fbd-78017bebefe3 HTTP/1.1" status: 204 len: 168 time: 0.1511109 Apr 14 22:13:47.286838 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f87d1f-08c0-4f37-a9c6-35c3b3765883 tempest-TestShelveInstance-1641254045 tempest-TestShelveInstance-1641254045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db536bee-390d-44d2-8fbd-78017bebefe3,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:47.333204 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53796) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:47.950149 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d39efda1-ef05-41cb-8776-0e19feae3438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1775047'] for router_interface (5ed76f40-aba6-4a70-835e-c973e4e1a05b), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:48.191883 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-d39efda1-ef05-41cb-8776-0e19feae3438 admin admin] Deleting port ddccd43a-4c0a-4de2-83e1-a08e4b3838f9 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:13:48.192596 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d39efda1-ef05-41cb-8776-0e19feae3438 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (ddccd43a-4c0a-4de2-83e1-a08e4b3838f9), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:48.273914 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-d39efda1-ef05-41cb-8776-0e19feae3438 admin admin] For port ddccd43a-4c0a-4de2-83e1-a08e4b3838f9, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=ddccd43a-4c0a-4de2-83e1-a08e4b3838f9,segment=NetworkSegment(ee7f4fb0-78ec-4725-9871-e0ce767cf3c2),segment_id=ee7f4fb0-78ec-4725-9871-e0ce767cf3c2)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:13:48.274275 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d39efda1-ef05-41cb-8776-0e19feae3438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (ddccd43a-4c0a-4de2-83e1-a08e4b3838f9), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:48.288122 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-d39efda1-ef05-41cb-8776-0e19feae3438 admin admin] Calling delete_port for ddccd43a-4c0a-4de2-83e1-a08e4b3838f9 owned by network:router_interface {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:13:48.477498 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d39efda1-ef05-41cb-8776-0e19feae3438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (ddccd43a-4c0a-4de2-83e1-a08e4b3838f9), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:48.504232 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39efda1-ef05-41cb-8776-0e19feae3438 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddccd43a-4c0a-4de2-83e1-a08e4b3838f9,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:48.710766 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d39efda1-ef05-41cb-8776-0e19feae3438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1774939'] for router_interface (5ed76f40-aba6-4a70-835e-c973e4e1a05b), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:48.948171 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39efda1-ef05-41cb-8776-0e19feae3438 admin admin] Router 5ed76f40-aba6-4a70-835e-c973e4e1a05b has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:13:49.061327 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39efda1-ef05-41cb-8776-0e19feae3438 admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:13:49.067366 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-d39efda1-ef05-41cb-8776-0e19feae3438 admin admin] 10.222.0.43 "PUT /v2.0/routers/5ed76f40-aba6-4a70-835e-c973e4e1a05b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7325115 Apr 14 22:13:49.070254 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53800) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:49.071317 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39884365-9c93-4eef-92ab-7c6b6571f62f None None] Sync routers for ids ['5ed76f40-aba6-4a70-835e-c973e4e1a05b'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:13:49.082839 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39884365-9c93-4eef-92ab-7c6b6571f62f None None] Routers {'5ed76f40-aba6-4a70-835e-c973e4e1a05b'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:13:49.083477 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-39884365-9c93-4eef-92ab-7c6b6571f62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:13:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['5ed76f40-aba6-4a70-835e-c973e4e1a05b'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:49.197887 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-910b578e-5033-4093-a1a0-5553d00b9bcc admin admin] Publish callbacks [] for router (5ed76f40-aba6-4a70-835e-c973e4e1a05b), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:49.305177 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 688b21c5-06f7-44a5-a4d3-1204a933db95 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:13:49.315871 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-910b578e-5033-4093-a1a0-5553d00b9bcc admin admin] Publish callbacks [] for router_gateway (5ed76f40-aba6-4a70-835e-c973e4e1a05b), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:49.337557 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] No Port match for: 688b21c5-06f7-44a5-a4d3-1204a933db95 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:13:49.337794 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 688b21c5-06f7-44a5-a4d3-1204a933db95 not bound to the agent host hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:13:49.356645 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-39884365-9c93-4eef-92ab-7c6b6571f62f None None] Set router 5ed76f40-aba6-4a70-835e-c973e4e1a05b gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:13:49.363691 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-910b578e-5033-4093-a1a0-5553d00b9bcc admin admin] Deleting port d6b90684-5fc6-44a0-aec9-98588444a353 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:13:49.364032 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-910b578e-5033-4093-a1a0-5553d00b9bcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (d6b90684-5fc6-44a0-aec9-98588444a353), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:49.449669 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-910b578e-5033-4093-a1a0-5553d00b9bcc admin admin] For port d6b90684-5fc6-44a0-aec9-98588444a353, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=d6b90684-5fc6-44a0-aec9-98588444a353,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:13:49.450016 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-910b578e-5033-4093-a1a0-5553d00b9bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (d6b90684-5fc6-44a0-aec9-98588444a353), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:49.464593 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-910b578e-5033-4093-a1a0-5553d00b9bcc admin admin] Calling delete_port for d6b90684-5fc6-44a0-aec9-98588444a353 owned by network:router_gateway {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:13:49.545110 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-39884365-9c93-4eef-92ab-7c6b6571f62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'name': 'tempest-TestShelveInstance-1904352119-router', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'd6b90684-5fc6-44a0-aec9-98588444a353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:09:11Z', 'updated_at': '2022-04-14T22:13:48Z', 'revision_number': 5, 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'gw_port': {'id': 'd6b90684-5fc6-44a0-aec9-98588444a353', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:12Z', 'updated_at': '2022-04-14T22:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:49.572898 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39884365-9c93-4eef-92ab-7c6b6571f62f None None] Checking router: 5ed76f40-aba6-4a70-835e-c973e4e1a05b for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:13:49.583038 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39884365-9c93-4eef-92ab-7c6b6571f62f None None] Routers {'5ed76f40-aba6-4a70-835e-c973e4e1a05b'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:13:49.583887 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-39884365-9c93-4eef-92ab-7c6b6571f62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:13:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['5ed76f40-aba6-4a70-835e-c973e4e1a05b'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:49.649833 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-910b578e-5033-4093-a1a0-5553d00b9bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (d6b90684-5fc6-44a0-aec9-98588444a353), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:49.679951 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b578e-5033-4093-a1a0-5553d00b9bcc admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b90684-5fc6-44a0-aec9-98588444a353,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:49.690868 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-39884365-9c93-4eef-92ab-7c6b6571f62f None None] Set router 5ed76f40-aba6-4a70-835e-c973e4e1a05b gateway port host: None {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:13:49.748594 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-39884365-9c93-4eef-92ab-7c6b6571f62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'name': 'tempest-TestShelveInstance-1904352119-router', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:09:11Z', 'updated_at': '2022-04-14T22:13:49Z', 'revision_number': 6, 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'gw_port_host': None}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:49.748926 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-910b578e-5033-4093-a1a0-5553d00b9bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773821'] for router_gateway (5ed76f40-aba6-4a70-835e-c973e4e1a05b), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:49.782787 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39884365-9c93-4eef-92ab-7c6b6571f62f None None] The sync data for ids ['5ed76f40-aba6-4a70-835e-c973e4e1a05b'] in dv-cinder-838009-1-iscsi is: [{'id': '5ed76f40-aba6-4a70-835e-c973e4e1a05b', 'name': 'tempest-TestShelveInstance-1904352119-router', 'tenant_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:09:11Z', 'updated_at': '2022-04-14T22:13:49Z', 'revision_number': 6, 'project_id': '818782cfb8ca4fdb94b5c7e1b6cd915e', 'gw_port_host': None}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:13:49.850885 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-910b578e-5033-4093-a1a0-5553d00b9bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1780003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26535'] for router (5ed76f40-aba6-4a70-835e-c973e4e1a05b), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:49.853370 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-910b578e-5033-4093-a1a0-5553d00b9bcc admin admin] Publish callbacks [] for router_controller (5ed76f40-aba6-4a70-835e-c973e4e1a05b), precommit_delete_associations {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:49.901032 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-910b578e-5033-4093-a1a0-5553d00b9bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1779992'] for router (5ed76f40-aba6-4a70-835e-c973e4e1a05b), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:49.901515 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910b578e-5033-4093-a1a0-5553d00b9bcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ed76f40-aba6-4a70-835e-c973e4e1a05b {{(pid=103420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:13:49.906552 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-910b578e-5033-4093-a1a0-5553d00b9bcc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:49.907554 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-910b578e-5033-4093-a1a0-5553d00b9bcc admin admin] 10.222.0.43 "DELETE /v2.0/routers/5ed76f40-aba6-4a70-835e-c973e4e1a05b HTTP/1.1" status: 204 len: 168 time: 0.8363347 Apr 14 22:13:49.910470 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53802) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:49.954622 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3cbebe5-b255-4067-9684-f80348a3209f admin admin] Deleting subnet b8d7302b-218a-4a2d-92e0-263caf56a9e5 {{(pid=103420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:13:49.958539 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b3cbebe5-b255-4067-9684-f80348a3209f admin admin] Publish callbacks [] for subnet (b8d7302b-218a-4a2d-92e0-263caf56a9e5), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:49.994942 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b3cbebe5-b255-4067-9684-f80348a3209f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10468387'] for subnet (b8d7302b-218a-4a2d-92e0-263caf56a9e5), precommit_delete_associations {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:50.088740 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b3cbebe5-b255-4067-9684-f80348a3209f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779310'] for subnet (b8d7302b-218a-4a2d-92e0-263caf56a9e5), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:50.153571 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b3cbebe5-b255-4067-9684-f80348a3209f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8824124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8655946'] for subnet (b8d7302b-218a-4a2d-92e0-263caf56a9e5), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:50.199248 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbebe5-b255-4067-9684-f80348a3209f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8d7302b-218a-4a2d-92e0-263caf56a9e5,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:50.203496 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b3cbebe5-b255-4067-9684-f80348a3209f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:50.209870 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff0fe14-f10f-46fb-858d-a1e4f0c904e7 None None] Network 24892aca-f788-4fab-ba20-18bc79a1a3e4 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:13:50.210547 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 53804) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:50.211154 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-b3cbebe5-b255-4067-9684-f80348a3209f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b8d7302b-218a-4a2d-92e0-263caf56a9e5 HTTP/1.1" status: 204 len: 168 time: 0.2985241 Apr 14 22:13:50.305345 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606303'] for network (24892aca-f788-4fab-ba20-18bc79a1a3e4), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:50.364177 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Deleting port 1b387aa0-059d-40e8-b243-f5f8cdc7dda8 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:13:50.364643 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (1b387aa0-059d-40e8-b243-f5f8cdc7dda8), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:50.433381 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] For port 1b387aa0-059d-40e8-b243-f5f8cdc7dda8, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=1b387aa0-059d-40e8-b243-f5f8cdc7dda8,segment=NetworkSegment(ee7f4fb0-78ec-4725-9871-e0ce767cf3c2),segment_id=ee7f4fb0-78ec-4725-9871-e0ce767cf3c2)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:13:50.433649 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (1b387aa0-059d-40e8-b243-f5f8cdc7dda8), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:50.448770 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Calling delete_port for 1b387aa0-059d-40e8-b243-f5f8cdc7dda8 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:13:50.538702 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (1b387aa0-059d-40e8-b243-f5f8cdc7dda8), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:50.566522 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b387aa0-059d-40e8-b243-f5f8cdc7dda8,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:50.576022 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:50.576365 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:50.576709 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:50.577076 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:50.577480 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:50.577808 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:50.578221 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:50.578443 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:50.578767 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:50.580238 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:50.580238 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:50.580238 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:50.580238 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:50.581004 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:50.581004 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:50.583972 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] No DVR routers for this DVR port 1b387aa0-059d-40e8-b243-f5f8cdc7dda8 on host dv-cinder-838009-1-iscsi {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:13:50.588938 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e4ad01-636d-4ea4-8fba-9298762c0c62 None None] DHCP port deletion for 24892aca-f788-4fab-ba20-18bc79a1a3e4 request from dv-cinder-838009-1-iscsi {{(pid=103421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:13:50.667175 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786069', 'neutron.services.segments.db._delete_segments_for_network-8754551739832'] for network (24892aca-f788-4fab-ba20-18bc79a1a3e4), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:50.690741 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24892aca-f788-4fab-ba20-18bc79a1a3e4']}} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:50.701185 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7f4fb0-78ec-4725-9871-e0ce767cf3c2') {'for_net_delete': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:50.701482 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7f4fb0-78ec-4725-9871-e0ce767cf3c2') {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:50.711477 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754551744449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2730080'] for segment (ee7f4fb0-78ec-4725-9871-e0ce767cf3c2), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:50.726084 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (ee7f4fb0-78ec-4725-9871-e0ce767cf3c2), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:50.732720 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:13:50.733109 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9471969'] for segment (ee7f4fb0-78ec-4725-9871-e0ce767cf3c2), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: Traceback (most recent call last): Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: timer() Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: cb(*args, **kw) Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: return func(*args, **kwargs) Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: self._notify() Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: self.callback(batched_events) Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: event.method(event) Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: return f(self, *a, **k) Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: return self._get(url).json() Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: return self.request(url, 'GET', **kwargs) Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:13:50.734833 dv-cinder-838009-1-iscsi neutron-server[103419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:13:50.799965 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773785'] for network (24892aca-f788-4fab-ba20-18bc79a1a3e4), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:50.807040 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:50.808665 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] 10.222.0.43 "DELETE /v2.0/networks/24892aca-f788-4fab-ba20-18bc79a1a3e4 HTTP/1.1" status: 204 len: 168 time: 0.5973794 Apr 14 22:13:50.811415 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53806) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:50.821502 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25414fe3-55e1-4f20-85c6-f5a8b97d1061 admin admin] Pushing event deleted for resources: {'Network': ['ID=24892aca-f788-4fab-ba20-18bc79a1a3e4,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:51.176011 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-08ba86d6-4192-478c-a207-4d279a291dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1775047'] for router_interface (928e0386-3f30-45e6-b7ea-f4ac1724258d), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:51.180207 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device d6b90684-5fc6-44a0-aec9-98588444a353 no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:13:51.200327 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: d6b90684-5fc6-44a0-aec9-98588444a353 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:13:51.200687 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device d6b90684-5fc6-44a0-aec9-98588444a353 not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:13:51.201096 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device ddccd43a-4c0a-4de2-83e1-a08e4b3838f9 no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:13:51.220913 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: ddccd43a-4c0a-4de2-83e1-a08e4b3838f9 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:13:51.221789 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device ddccd43a-4c0a-4de2-83e1-a08e4b3838f9 not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:13:51.221789 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 1b387aa0-059d-40e8-b243-f5f8cdc7dda8 no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:13:51.241400 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: 1b387aa0-059d-40e8-b243-f5f8cdc7dda8 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:13:51.241808 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 1b387aa0-059d-40e8-b243-f5f8cdc7dda8 not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:13:51.734414 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-08ba86d6-4192-478c-a207-4d279a291dcf admin admin] Deleting port 869d05c5-823c-432c-b9bd-b49d14998dfc {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:13:51.735250 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-08ba86d6-4192-478c-a207-4d279a291dcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (869d05c5-823c-432c-b9bd-b49d14998dfc), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:51.838845 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-08ba86d6-4192-478c-a207-4d279a291dcf admin admin] For port 869d05c5-823c-432c-b9bd-b49d14998dfc, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=869d05c5-823c-432c-b9bd-b49d14998dfc,segment=NetworkSegment(45ab4d36-43f2-4009-ac50-f1a2f0c0e50c),segment_id=45ab4d36-43f2-4009-ac50-f1a2f0c0e50c)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:13:51.839210 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-08ba86d6-4192-478c-a207-4d279a291dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (869d05c5-823c-432c-b9bd-b49d14998dfc), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:51.851654 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-08ba86d6-4192-478c-a207-4d279a291dcf admin admin] Calling delete_port for 869d05c5-823c-432c-b9bd-b49d14998dfc owned by network:router_interface {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:13:52.042565 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-08ba86d6-4192-478c-a207-4d279a291dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (869d05c5-823c-432c-b9bd-b49d14998dfc), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:52.069688 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba86d6-4192-478c-a207-4d279a291dcf admin admin] Pushing event deleted for resources: {'Port': ['ID=869d05c5-823c-432c-b9bd-b49d14998dfc,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:52.240260 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-08ba86d6-4192-478c-a207-4d279a291dcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1774939'] for router_interface (928e0386-3f30-45e6-b7ea-f4ac1724258d), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:52.457041 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ba86d6-4192-478c-a207-4d279a291dcf admin admin] Router 928e0386-3f30-45e6-b7ea-f4ac1724258d has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:13:52.566165 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ba86d6-4192-478c-a207-4d279a291dcf admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:13:52.574119 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 53808) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:52.574936 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a139c4-0570-4a57-a27a-ba03f65a58d0 None None] Sync routers for ids ['928e0386-3f30-45e6-b7ea-f4ac1724258d'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:13:52.576662 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-08ba86d6-4192-478c-a207-4d279a291dcf admin admin] 10.222.0.43 "PUT /v2.0/routers/928e0386-3f30-45e6-b7ea-f4ac1724258d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7602167 Apr 14 22:13:52.585120 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a139c4-0570-4a57-a27a-ba03f65a58d0 None None] Routers {'928e0386-3f30-45e6-b7ea-f4ac1724258d'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:13:52.585752 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-03a139c4-0570-4a57-a27a-ba03f65a58d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:13:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['928e0386-3f30-45e6-b7ea-f4ac1724258d'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:52.684804 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b4b6931-064f-435a-b894-6703c003ff14 admin admin] Publish callbacks [] for router (928e0386-3f30-45e6-b7ea-f4ac1724258d), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:52.779105 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-03a139c4-0570-4a57-a27a-ba03f65a58d0 None None] Set router 928e0386-3f30-45e6-b7ea-f4ac1724258d gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:13:52.793064 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b4b6931-064f-435a-b894-6703c003ff14 admin admin] Publish callbacks [] for router_gateway (928e0386-3f30-45e6-b7ea-f4ac1724258d), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:52.843625 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b6931-064f-435a-b894-6703c003ff14 admin admin] Deleting port 3f64b0b4-f240-4b0b-bcbf-bdd8224db654 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:13:52.844395 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b4b6931-064f-435a-b894-6703c003ff14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (3f64b0b4-f240-4b0b-bcbf-bdd8224db654), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:52.936076 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-1b4b6931-064f-435a-b894-6703c003ff14 admin admin] For port 3f64b0b4-f240-4b0b-bcbf-bdd8224db654, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=3f64b0b4-f240-4b0b-bcbf-bdd8224db654,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:13:52.936470 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b4b6931-064f-435a-b894-6703c003ff14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (3f64b0b4-f240-4b0b-bcbf-bdd8224db654), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:52.950972 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b6931-064f-435a-b894-6703c003ff14 admin admin] Calling delete_port for 3f64b0b4-f240-4b0b-bcbf-bdd8224db654 owned by network:router_gateway {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:13:52.957556 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-03a139c4-0570-4a57-a27a-ba03f65a58d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928e0386-3f30-45e6-b7ea-f4ac1724258d', 'name': 'tempest-TestShelveInstance-92186409-router', 'tenant_id': 'bd840673c3ab4b009a2795a7fd65945f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '3f64b0b4-f240-4b0b-bcbf-bdd8224db654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:09:19Z', 'updated_at': '2022-04-14T22:13:51Z', 'revision_number': 5, 'project_id': 'bd840673c3ab4b009a2795a7fd65945f', 'gw_port': {'id': '3f64b0b4-f240-4b0b-bcbf-bdd8224db654', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928e0386-3f30-45e6-b7ea-f4ac1724258d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:09:20Z', 'updated_at': '2022-04-14T22:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:52.984004 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a139c4-0570-4a57-a27a-ba03f65a58d0 None None] Checking router: 928e0386-3f30-45e6-b7ea-f4ac1724258d for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:13:52.992911 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a139c4-0570-4a57-a27a-ba03f65a58d0 None None] Routers {'928e0386-3f30-45e6-b7ea-f4ac1724258d'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:13:52.993536 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-03a139c4-0570-4a57-a27a-ba03f65a58d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:13:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['928e0386-3f30-45e6-b7ea-f4ac1724258d'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:53.082723 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-03a139c4-0570-4a57-a27a-ba03f65a58d0 None None] Set router 928e0386-3f30-45e6-b7ea-f4ac1724258d gateway port host: None {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:13:53.123392 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b4b6931-064f-435a-b894-6703c003ff14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (3f64b0b4-f240-4b0b-bcbf-bdd8224db654), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:53.137061 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-03a139c4-0570-4a57-a27a-ba03f65a58d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928e0386-3f30-45e6-b7ea-f4ac1724258d', 'name': 'tempest-TestShelveInstance-92186409-router', 'tenant_id': 'bd840673c3ab4b009a2795a7fd65945f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:09:19Z', 'updated_at': '2022-04-14T22:13:52Z', 'revision_number': 6, 'project_id': 'bd840673c3ab4b009a2795a7fd65945f', 'gw_port_host': None}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:53.147860 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b6931-064f-435a-b894-6703c003ff14 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f64b0b4-f240-4b0b-bcbf-bdd8224db654,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:53.164257 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a139c4-0570-4a57-a27a-ba03f65a58d0 None None] The sync data for ids ['928e0386-3f30-45e6-b7ea-f4ac1724258d'] in dv-cinder-838009-1-iscsi is: [{'id': '928e0386-3f30-45e6-b7ea-f4ac1724258d', 'name': 'tempest-TestShelveInstance-92186409-router', 'tenant_id': 'bd840673c3ab4b009a2795a7fd65945f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:09:19Z', 'updated_at': '2022-04-14T22:13:52Z', 'revision_number': 6, 'project_id': 'bd840673c3ab4b009a2795a7fd65945f', 'gw_port_host': None}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:13:53.219802 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b4b6931-064f-435a-b894-6703c003ff14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773821'] for router_gateway (928e0386-3f30-45e6-b7ea-f4ac1724258d), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:53.311399 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b4b6931-064f-435a-b894-6703c003ff14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1780003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26535'] for router (928e0386-3f30-45e6-b7ea-f4ac1724258d), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:53.313510 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b4b6931-064f-435a-b894-6703c003ff14 admin admin] Publish callbacks [] for router_controller (928e0386-3f30-45e6-b7ea-f4ac1724258d), precommit_delete_associations {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:53.356833 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b4b6931-064f-435a-b894-6703c003ff14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1779992'] for router (928e0386-3f30-45e6-b7ea-f4ac1724258d), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:53.357331 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4b6931-064f-435a-b894-6703c003ff14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 928e0386-3f30-45e6-b7ea-f4ac1724258d {{(pid=103419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:13:53.361989 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b4b6931-064f-435a-b894-6703c003ff14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:53.363236 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-1b4b6931-064f-435a-b894-6703c003ff14 admin admin] 10.222.0.43 "DELETE /v2.0/routers/928e0386-3f30-45e6-b7ea-f4ac1724258d HTTP/1.1" status: 204 len: 168 time: 0.7881155 Apr 14 22:13:53.365824 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53810) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:53.412837 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_v2 [None req-0079ed42-ffdc-4751-9f67-a581aca27b6c admin admin] Deleting subnet e08e57c4-39e8-46a9-af95-440b190b1347 {{(pid=103420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:13:53.415870 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0079ed42-ffdc-4751-9f67-a581aca27b6c admin admin] Publish callbacks [] for subnet (e08e57c4-39e8-46a9-af95-440b190b1347), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:53.450985 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0079ed42-ffdc-4751-9f67-a581aca27b6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10468387'] for subnet (e08e57c4-39e8-46a9-af95-440b190b1347), precommit_delete_associations {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:53.538623 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0079ed42-ffdc-4751-9f67-a581aca27b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779310'] for subnet (e08e57c4-39e8-46a9-af95-440b190b1347), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:53.595459 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0079ed42-ffdc-4751-9f67-a581aca27b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8824124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8655946'] for subnet (e08e57c4-39e8-46a9-af95-440b190b1347), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:53.620459 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079ed42-ffdc-4751-9f67-a581aca27b6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e08e57c4-39e8-46a9-af95-440b190b1347,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:53.625919 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0079ed42-ffdc-4751-9f67-a581aca27b6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:53.632028 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-0079ed42-ffdc-4751-9f67-a581aca27b6c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e08e57c4-39e8-46a9-af95-440b190b1347 HTTP/1.1" status: 204 len: 168 time: 0.2628260 Apr 14 22:13:53.632274 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53812) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:53.632627 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538224a7-5a42-466e-8393-d4261474e15b None None] Network 39daed2c-dbf7-43c0-aca0-4739b9e9b97f requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:13:53.703244 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1afeaf6c-cf54-4156-9d66-f3f3fc8692ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606303'] for network (39daed2c-dbf7-43c0-aca0-4739b9e9b97f), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:53.749282 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-1afeaf6c-cf54-4156-9d66-f3f3fc8692ec admin admin] Deleting port 2083dae1-0249-41b6-b7f3-3e38e21fd4e8 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:13:53.749626 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1afeaf6c-cf54-4156-9d66-f3f3fc8692ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (2083dae1-0249-41b6-b7f3-3e38e21fd4e8), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:53.813329 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-1afeaf6c-cf54-4156-9d66-f3f3fc8692ec admin admin] For port 2083dae1-0249-41b6-b7f3-3e38e21fd4e8, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=2083dae1-0249-41b6-b7f3-3e38e21fd4e8,segment=NetworkSegment(45ab4d36-43f2-4009-ac50-f1a2f0c0e50c),segment_id=45ab4d36-43f2-4009-ac50-f1a2f0c0e50c)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:13:53.813694 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1afeaf6c-cf54-4156-9d66-f3f3fc8692ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (2083dae1-0249-41b6-b7f3-3e38e21fd4e8), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:53.827423 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-1afeaf6c-cf54-4156-9d66-f3f3fc8692ec admin admin] Calling delete_port for 2083dae1-0249-41b6-b7f3-3e38e21fd4e8 owned by network:dhcp {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:13:53.906300 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fce125-1d81-41d7-9e55-d895dac34f40 None None] DHCP port deletion for 39daed2c-dbf7-43c0-aca0-4739b9e9b97f request from dv-cinder-838009-1-iscsi {{(pid=103421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:13:53.911821 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1afeaf6c-cf54-4156-9d66-f3f3fc8692ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (2083dae1-0249-41b6-b7f3-3e38e21fd4e8), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:53.941646 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afeaf6c-cf54-4156-9d66-f3f3fc8692ec admin admin] Pushing event deleted for resources: {'Port': ['ID=2083dae1-0249-41b6-b7f3-3e38e21fd4e8,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:53.945067 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afeaf6c-cf54-4156-9d66-f3f3fc8692ec admin admin] No DVR routers for this DVR port 2083dae1-0249-41b6-b7f3-3e38e21fd4e8 on host dv-cinder-838009-1-iscsi {{(pid=103420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:13:53.990127 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-17f7222e-24ec-4db9-a6b0-eade468c2243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:54.024216 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1afeaf6c-cf54-4156-9d66-f3f3fc8692ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786069', 'neutron.services.segments.db._delete_segments_for_network-8754551739832'] for network (39daed2c-dbf7-43c0-aca0-4739b9e9b97f), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:54.047469 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-1afeaf6c-cf54-4156-9d66-f3f3fc8692ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39daed2c-dbf7-43c0-aca0-4739b9e9b97f']}} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:54.059296 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-1afeaf6c-cf54-4156-9d66-f3f3fc8692ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ab4d36-43f2-4009-ac50-f1a2f0c0e50c') {'for_net_delete': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:54.059589 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-1afeaf6c-cf54-4156-9d66-f3f3fc8692ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ab4d36-43f2-4009-ac50-f1a2f0c0e50c') {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:54.070276 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1afeaf6c-cf54-4156-9d66-f3f3fc8692ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754551744449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10468376'] for segment (45ab4d36-43f2-4009-ac50-f1a2f0c0e50c), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:54.085436 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1afeaf6c-cf54-4156-9d66-f3f3fc8692ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (45ab4d36-43f2-4009-ac50-f1a2f0c0e50c), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:54.092291 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afeaf6c-cf54-4156-9d66-f3f3fc8692ec admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:13:54.092791 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1afeaf6c-cf54-4156-9d66-f3f3fc8692ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8824198'] for segment (45ab4d36-43f2-4009-ac50-f1a2f0c0e50c), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: Traceback (most recent call last): Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: timer() Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: cb(*args, **kw) Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: return func(*args, **kwargs) Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: self._notify() Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: self.callback(batched_events) Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: event.method(event) Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: return f(self, *a, **k) Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: return self._get(url).json() Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: return self.request(url, 'GET', **kwargs) Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:13:54.094717 dv-cinder-838009-1-iscsi neutron-server[103420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:13:54.155082 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1afeaf6c-cf54-4156-9d66-f3f3fc8692ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773785'] for network (39daed2c-dbf7-43c0-aca0-4739b9e9b97f), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:54.162814 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1afeaf6c-cf54-4156-9d66-f3f3fc8692ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:54.166243 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-1afeaf6c-cf54-4156-9d66-f3f3fc8692ec admin admin] 10.222.0.43 "DELETE /v2.0/networks/39daed2c-dbf7-43c0-aca0-4739b9e9b97f HTTP/1.1" status: 204 len: 168 time: 0.5329769 Apr 14 22:13:54.178203 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afeaf6c-cf54-4156-9d66-f3f3fc8692ec admin admin] Pushing event deleted for resources: {'Network': ['ID=39daed2c-dbf7-43c0-aca0-4739b9e9b97f,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:54.338802 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53816) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:54.382477 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-92a2eada-29cf-4baa-a671-9c02287c8f3a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=818782cfb8ca4fdb94b5c7e1b6cd915e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423455 Apr 14 22:13:54.384861 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53818) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:54.431624 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e511d04c-daf2-4a13-ba9f-22aa57818ad8 admin admin] Publish callbacks [] for security_group (fa41593e-ed23-4a23-9fdf-44307c444a1b), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:54.453025 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e511d04c-daf2-4a13-ba9f-22aa57818ad8 admin admin] Publish callbacks [] for security_group (fa41593e-ed23-4a23-9fdf-44307c444a1b), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:54.499804 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e511d04c-daf2-4a13-ba9f-22aa57818ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (fa41593e-ed23-4a23-9fdf-44307c444a1b), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:54.503027 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e511d04c-daf2-4a13-ba9f-22aa57818ad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:54.504308 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-e511d04c-daf2-4a13-ba9f-22aa57818ad8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fa41593e-ed23-4a23-9fdf-44307c444a1b HTTP/1.1" status: 204 len: 168 time: 0.1185336 Apr 14 22:13:54.512131 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511d04c-daf2-4a13-ba9f-22aa57818ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa41593e-ed23-4a23-9fdf-44307c444a1b,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:54.818765 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53824) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:54.857863 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-d301ab3e-0679-4393-8dda-9a278a320269 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bd840673c3ab4b009a2795a7fd65945f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379686 Apr 14 22:13:54.860208 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53826) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:54.914525 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3701f439-bdfa-430d-a801-64831a4dade3 admin admin] Publish callbacks [] for security_group (13f0ef6c-c232-449d-a5d3-78ff43a9c42d), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:54.935364 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3701f439-bdfa-430d-a801-64831a4dade3 admin admin] Publish callbacks [] for security_group (13f0ef6c-c232-449d-a5d3-78ff43a9c42d), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:54.984140 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3701f439-bdfa-430d-a801-64831a4dade3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (13f0ef6c-c232-449d-a5d3-78ff43a9c42d), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:54.987366 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3701f439-bdfa-430d-a801-64831a4dade3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:54.988575 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-3701f439-bdfa-430d-a801-64831a4dade3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/13f0ef6c-c232-449d-a5d3-78ff43a9c42d HTTP/1.1" status: 204 len: 168 time: 0.1274259 Apr 14 22:13:54.996683 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701f439-bdfa-430d-a801-64831a4dade3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f0ef6c-c232-449d-a5d3-78ff43a9c42d,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:55.182662 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 3f64b0b4-f240-4b0b-bcbf-bdd8224db654 no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:13:55.204800 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: 3f64b0b4-f240-4b0b-bcbf-bdd8224db654 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:13:55.205162 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 3f64b0b4-f240-4b0b-bcbf-bdd8224db654 not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:13:55.207203 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 2083dae1-0249-41b6-b7f3-3e38e21fd4e8 no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:13:55.229121 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: 2083dae1-0249-41b6-b7f3-3e38e21fd4e8 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:13:55.229471 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 2083dae1-0249-41b6-b7f3-3e38e21fd4e8 not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:13:55.229892 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 869d05c5-823c-432c-b9bd-b49d14998dfc no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:13:55.251185 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: 869d05c5-823c-432c-b9bd-b49d14998dfc {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:13:55.251525 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 869d05c5-823c-432c-b9bd-b49d14998dfc not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:13:56.411220 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a118345-5edf-4d9a-9a71-31b8f2123ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:57.551709 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:58.856964 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:00.484685 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:04.337545 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:14:13.055042 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:23.990836 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ef88084d-f113-4487-ace7-f08b2fb7be70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:26.405062 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5706adce-0ff3-4acb-82aa-10e057f9462b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:27.560080 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:28.862199 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:30.489331 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:41.337711 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:14:43.045108 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:48.286573 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ff2008a7-9547-4748-a12e-e859ccffb7be req-85b47432-f4ac-4569-b32a-33df36026479 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3dd11f6d-0145-4864-9f53-d5f79c867e97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384419 Apr 14 22:14:48.373462 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2008a7-9547-4748-a12e-e859ccffb7be req-a889de7d-f328-4501-a7a7-fa13025c336f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:48.374964 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ff2008a7-9547-4748-a12e-e859ccffb7be req-a889de7d-f328-4501-a7a7-fa13025c336f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60ea1ac7ba4d4ff6ad60cc164e122876&device_id=3dd11f6d-0145-4864-9f53-d5f79c867e97 HTTP/1.1" status: 200 len: 1130 time: 0.0401254 Apr 14 22:14:48.489895 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2008a7-9547-4748-a12e-e859ccffb7be req-50887233-d2b0-499b-915d-7b3c6254fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:48.491361 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ff2008a7-9547-4748-a12e-e859ccffb7be req-50887233-d2b0-499b-915d-7b3c6254fa95 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e03a0b21-d92d-4751-9968-b97f6e477f51 HTTP/1.1" status: 200 len: 912 time: 0.0913932 Apr 14 22:14:48.563241 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ff2008a7-9547-4748-a12e-e859ccffb7be req-e4f1122c-1ec1-49dc-aa05-2f60837056ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36a0ee9a-52d5-47bd-bf78-256f36103063 HTTP/1.1" status: 200 len: 1000 time: 0.0614357 Apr 14 22:14:48.618190 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2008a7-9547-4748-a12e-e859ccffb7be req-113cd323-edb2-46d8-b5ba-5bc10ff379b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:48.619724 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ff2008a7-9547-4748-a12e-e859ccffb7be req-113cd323-edb2-46d8-b5ba-5bc10ff379b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10052eef-9b75-42ae-9365-46a15f31951d HTTP/1.1" status: 200 len: 851 time: 0.0465620 Apr 14 22:14:48.673267 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2008a7-9547-4748-a12e-e859ccffb7be req-cb942f18-7628-45be-9800-0e8047a104e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:48.675397 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ff2008a7-9547-4748-a12e-e859ccffb7be req-cb942f18-7628-45be-9800-0e8047a104e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e03a0b21-d92d-4751-9968-b97f6e477f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453086 Apr 14 22:14:48.772982 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ff2008a7-9547-4748-a12e-e859ccffb7be req-2cfd8769-2716-49bb-a495-15a466f991b7 service neutron] 10.222.0.26 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888293 Apr 14 22:14:48.874708 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-ff2008a7-9547-4748-a12e-e859ccffb7be req-941c558c-2f62-4931-ae78-cb108d906361 service neutron] 10.222.0.26 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917583 Apr 14 22:14:53.994610 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-539cbd45-c5c1-4ab3-b34d-003fc90bcfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:56.411472 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3ff1a67a-76c1-439e-ba09-dbc3b56bdfde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:57.556768 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:58.865084 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:00.495919 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:13.067723 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:18.336939 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:15:23.989630 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-439dd60c-2573-4760-8d52-bf49140528f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:26.414979 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4bc1bee4-df01-4c4f-82ee-32a59703d549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:27.569710 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:28.772852 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-e95a07c6-9932-4616-9a6f-18ff6320c32f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1854612877&fields=id&tenant_id=60ea1ac7ba4d4ff6ad60cc164e122876 HTTP/1.1" status: 200 len: 267 time: 0.0529680 Apr 14 22:15:28.889056 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:28.914499 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-331a0b51-b9db-45b8-bdef-a696afcd55f3 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:28.917133 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-331a0b51-b9db-45b8-bdef-a696afcd55f3 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/networks?id=e03a0b21-d92d-4751-9968-b97f6e477f51 HTTP/1.1" status: 200 len: 812 time: 0.1374302 Apr 14 22:15:28.935701 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-6c3cc5ab-88f4-4b65-9217-6d21472f1513 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/quotas/60ea1ac7ba4d4ff6ad60cc164e122876 HTTP/1.1" status: 200 len: 375 time: 0.0130434 Apr 14 22:15:28.996965 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-288352b7-b56c-4ce6-8c9d-4c7360aaa5be tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=60ea1ac7ba4d4ff6ad60cc164e122876&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537364 Apr 14 22:15:29.110007 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-ebcf10f5-64bf-4c90-b20e-a3fc7b347712 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:15:29.111255 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-ebcf10f5-64bf-4c90-b20e-a3fc7b347712 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1023834 Apr 14 22:15:29.210902 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-d6d5c30f-cbf7-402f-a748-4e40f78159fc service neutron] 10.222.0.43 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930164 Apr 14 22:15:29.319958 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-90a7ee32-1e7d-4ea7-be19-af6cad7029c6 service neutron] 10.222.0.43 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987394 Apr 14 22:15:29.677059 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c965883f-d357-463f-a76d-75eafd5bf917 req-3634edb5-3caa-4bc1-bba5-e0c93d3e1661 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c033306-bfb7-47b8-83a5-fa346a658a34 HTTP/1.1" status: 200 len: 210 time: 0.0366614 Apr 14 22:15:30.496496 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:30.840946 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-c8a8070b-42b2-425e-b413-7c60769ae8e0 req-1f2ec175-ef9a-445e-9ed4-5910299c3cab tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c033306-bfb7-47b8-83a5-fa346a658a34 HTTP/1.1" status: 200 len: 210 time: 0.0436776 Apr 14 22:15:30.881649 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-04650478-c2f7-4c50-87eb-65f7499c1b45 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:30.883181 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-04650478-c2f7-4c50-87eb-65f7499c1b45 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.26 "GET /v2.0/networks?id=e03a0b21-d92d-4751-9968-b97f6e477f51 HTTP/1.1" status: 200 len: 812 time: 0.1562209 Apr 14 22:15:30.957904 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-05546f30-bdbd-415a-a562-ac07ccd34765 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60ea1ac7ba4d4ff6ad60cc164e122876 HTTP/1.1" status: 200 len: 380 time: 0.0647383 Apr 14 22:15:30.969339 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-8c2afdeb-3ed4-468f-8a81-82e206258413 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Request body: {'port': {'device_id': '0c033306-bfb7-47b8-83a5-fa346a658a34', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'admin_state_up': True, 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'security_groups': ['476fe9db-852b-46b4-abae-1111fc72b2e8']}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:15:31.133942 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-8c2afdeb-3ed4-468f-8a81-82e206258413 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Made reservation on behalf of 60ea1ac7ba4d4ff6ad60cc164e122876 for: {'port': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:15:31.137982 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-8c2afdeb-3ed4-468f-8a81-82e206258413 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:31.355886 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-8c2afdeb-3ed4-468f-8a81-82e206258413 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Allocated IP 172.20.0.11 (e03a0b21-d92d-4751-9968-b97f6e477f51/10052eef-9b75-42ae-9365-46a15f31951d/ece21b60-8346-4912-b298-7847043395dc) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:15:31.549939 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-8c2afdeb-3ed4-468f-8a81-82e206258413 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for port (ece21b60-8346-4912-b298-7847043395dc), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:31.594224 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-8c2afdeb-3ed4-468f-8a81-82e206258413 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (ece21b60-8346-4912-b298-7847043395dc), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:31.644035 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-8c2afdeb-3ed4-468f-8a81-82e206258413 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Network e03a0b21-d92d-4751-9968-b97f6e477f51 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:15:31.649908 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-8c2afdeb-3ed4-468f-8a81-82e206258413 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:15:31.654325 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-8c2afdeb-3ed4-468f-8a81-82e206258413 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:15:31.685485 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2afdeb-3ed4-468f-8a81-82e206258413 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Pushing event updated for resources: {'Port': ['ID=ece21b60-8346-4912-b298-7847043395dc,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:15:31.698663 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2afdeb-3ed4-468f-8a81-82e206258413 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:31.699056 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2afdeb-3ed4-468f-8a81-82e206258413 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:31.699425 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2afdeb-3ed4-468f-8a81-82e206258413 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:31.699701 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2afdeb-3ed4-468f-8a81-82e206258413 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:31.700040 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2afdeb-3ed4-468f-8a81-82e206258413 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:31.700407 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2afdeb-3ed4-468f-8a81-82e206258413 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:31.700782 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2afdeb-3ed4-468f-8a81-82e206258413 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:31.701112 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2afdeb-3ed4-468f-8a81-82e206258413 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:31.701441 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2afdeb-3ed4-468f-8a81-82e206258413 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:31.701773 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2afdeb-3ed4-468f-8a81-82e206258413 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:31.702103 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2afdeb-3ed4-468f-8a81-82e206258413 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:31.702467 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2afdeb-3ed4-468f-8a81-82e206258413 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:31.702791 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2afdeb-3ed4-468f-8a81-82e206258413 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:31.703193 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2afdeb-3ed4-468f-8a81-82e206258413 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:31.703591 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2afdeb-3ed4-468f-8a81-82e206258413 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:31.733994 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-8c2afdeb-3ed4-468f-8a81-82e206258413 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:31.734679 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-8c2afdeb-3ed4-468f-8a81-82e206258413 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:31.754980 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-8c2afdeb-3ed4-468f-8a81-82e206258413 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7918599 Apr 14 22:15:31.775206 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-5de8c2dc-a447-4955-a3c9-3879653f965b service neutron] Request body: {'port': {'device_id': '0c033306-bfb7-47b8-83a5-fa346a658a34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:15:31.870644 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-5de8c2dc-a447-4955-a3c9-3879653f965b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (ece21b60-8346-4912-b298-7847043395dc), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:31.965221 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-bc89fc5a-76d1-4429-bbf7-3f322e0fa32e None None] Provisioning complete for port ece21b60-8346-4912-b298-7847043395dc triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:15:31.966849 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bc89fc5a-76d1-4429-bbf7-3f322e0fa32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (ece21b60-8346-4912-b298-7847043395dc), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:32.004406 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91670b7-cf46-478d-85f0-a789cc858066 req-df3316f6-738c-47ca-8c13-510e67fd23ea tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:32.006282 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c91670b7-cf46-478d-85f0-a789cc858066 req-df3316f6-738c-47ca-8c13-510e67fd23ea tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c033306-bfb7-47b8-83a5-fa346a658a34 HTTP/1.1" status: 200 len: 932 time: 0.0800061 Apr 14 22:15:32.038596 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-bc89fc5a-76d1-4429-bbf7-3f322e0fa32e None None] Port ece21b60-8346-4912-b298-7847043395dc cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:15:32.077840 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c91670b7-cf46-478d-85f0-a789cc858066 req-d89a1190-e54d-4999-adfb-fe15766ec4f3 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608950 Apr 14 22:15:32.321032 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-5de8c2dc-a447-4955-a3c9-3879653f965b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece21b60-8346-4912-b298-7847043395dc {{(pid=103420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:15:32.332121 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-5de8c2dc-a447-4955-a3c9-3879653f965b service neutron] Publish callbacks [] for port (ece21b60-8346-4912-b298-7847043395dc), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:32.356862 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.provisioning_blocks [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-5de8c2dc-a447-4955-a3c9-3879653f965b service neutron] Transition to ACTIVE for port object ece21b60-8346-4912-b298-7847043395dc will not be triggered until provisioned by entity L2. {{(pid=103420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:15:32.362978 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-5de8c2dc-a447-4955-a3c9-3879653f965b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (ece21b60-8346-4912-b298-7847043395dc), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:32.451618 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8c2dc-a447-4955-a3c9-3879653f965b service neutron] Pushing event updated for resources: {'Port': ['ID=ece21b60-8346-4912-b298-7847043395dc,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:15:32.549884 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-5de8c2dc-a447-4955-a3c9-3879653f965b service neutron] Attempting to bind port ece21b60-8346-4912-b298-7847043395dc on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:15:32.550311 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-5de8c2dc-a447-4955-a3c9-3879653f965b service neutron] Attempting to bind port ece21b60-8346-4912-b298-7847043395dc by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'e5c756cd-ca08-467a-9b38-428d7837bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:15:32.550650 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-5de8c2dc-a447-4955-a3c9-3879653f965b service neutron] Attempting to bind port ece21b60-8346-4912-b298-7847043395dc on network e03a0b21-d92d-4751-9968-b97f6e477f51 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:15:32.555983 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-5de8c2dc-a447-4955-a3c9-3879653f965b service neutron] Port ece21b60-8346-4912-b298-7847043395dc on network e03a0b21-d92d-4751-9968-b97f6e477f51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:15:32.556310 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-5de8c2dc-a447-4955-a3c9-3879653f965b service neutron] Attempting to bind port ece21b60-8346-4912-b298-7847043395dc on network e03a0b21-d92d-4751-9968-b97f6e477f51 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:15:32.562364 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-5de8c2dc-a447-4955-a3c9-3879653f965b service neutron] Checking agent: {'id': 'a0099bcd-bb41-4a7e-a45e-2f38f6e9b749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'started_at': datetime.datetime(2022, 4, 14, 21, 58, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:15:32.562704 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-5de8c2dc-a447-4955-a3c9-3879653f965b service neutron] Checking segment: {'id': 'e5c756cd-ca08-467a-9b38-428d7837bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:15:32.563096 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-5de8c2dc-a447-4955-a3c9-3879653f965b service neutron] Bound using segment: {'id': 'e5c756cd-ca08-467a-9b38-428d7837bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:15:32.563626 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-5de8c2dc-a447-4955-a3c9-3879653f965b service neutron] Bound port: ece21b60-8346-4912-b298-7847043395dc, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c756cd-ca08-467a-9b38-428d7837bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:15:32.564713 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-5de8c2dc-a447-4955-a3c9-3879653f965b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (ece21b60-8346-4912-b298-7847043395dc), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:32.650003 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-5de8c2dc-a447-4955-a3c9-3879653f965b service neutron] For port ece21b60-8346-4912-b298-7847043395dc, host hv-cinder-83800, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:15:32.653646 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-5de8c2dc-a447-4955-a3c9-3879653f965b service neutron] For port ece21b60-8346-4912-b298-7847043395dc, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=ece21b60-8346-4912-b298-7847043395dc,segment=NetworkSegment(e5c756cd-ca08-467a-9b38-428d7837bb9a),segment_id=e5c756cd-ca08-467a-9b38-428d7837bb9a)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:15:32.661107 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-5de8c2dc-a447-4955-a3c9-3879653f965b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (ece21b60-8346-4912-b298-7847043395dc), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:32.698761 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-5de8c2dc-a447-4955-a3c9-3879653f965b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:32.699396 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-5de8c2dc-a447-4955-a3c9-3879653f965b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:32.700854 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-5de8c2dc-a447-4955-a3c9-3879653f965b service neutron] 10.222.0.26 "PUT /v2.0/ports/ece21b60-8346-4912-b298-7847043395dc HTTP/1.1" status: 200 len: 1094 time: 0.9340661 Apr 14 22:15:32.701322 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c033306-bfb7-47b8-83a5-fa346a658a34', 'tag': 'ece21b60-8346-4912-b298-7847043395dc'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:15:32.703774 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2140e2a6-43cc-4b7d-9d4e-84f22e2d704a" -d '{"events": [{"name": "network-changed", "server_uuid": "0c033306-bfb7-47b8-83a5-fa346a658a34", "tag": "ece21b60-8346-4912-b298-7847043395dc"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:15:32.735085 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8c2dc-a447-4955-a3c9-3879653f965b service neutron] Pushing event updated for resources: {'Port': ['ID=ece21b60-8346-4912-b298-7847043395dc,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:15:32.766547 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07547790-70dd-4bd1-8f55-281e2d3d7b85 x-openstack-request-id: req-07547790-70dd-4bd1-8f55-281e2d3d7b85 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:15:32.767037 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c033306-bfb7-47b8-83a5-fa346a658a34", "tag": "ece21b60-8346-4912-b298-7847043395dc", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:15:32.767480 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07547790-70dd-4bd1-8f55-281e2d3d7b85 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:15:32.767906 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07547790-70dd-4bd1-8f55-281e2d3d7b85'] response: {'name': 'network-changed', 'server_uuid': '0c033306-bfb7-47b8-83a5-fa346a658a34', 'tag': 'ece21b60-8346-4912-b298-7847043395dc', 'status': 'completed', 'code': 200} Apr 14 22:15:32.801157 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-1caba711-02b5-4bde-9fa0-66a701d16468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:32.803111 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-1caba711-02b5-4bde-9fa0-66a701d16468 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60ea1ac7ba4d4ff6ad60cc164e122876&device_id=0c033306-bfb7-47b8-83a5-fa346a658a34 HTTP/1.1" status: 200 len: 1128 time: 0.0527174 Apr 14 22:15:32.859106 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-e6265632-11dc-4cb3-8d6f-a5f0acdd5399 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ece21b60-8346-4912-b298-7847043395dc HTTP/1.1" status: 200 len: 217 time: 0.0436883 Apr 14 22:15:32.946779 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-f8229412-1bbc-4954-bbfd-4547057b0838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:32.949654 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-f8229412-1bbc-4954-bbfd-4547057b0838 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10052eef-9b75-42ae-9365-46a15f31951d HTTP/1.1" status: 200 len: 851 time: 0.0792038 Apr 14 22:15:33.001870 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-a060e540-8430-47a9-996c-c71c1d12fb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:33.003823 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-a060e540-8430-47a9-996c-c71c1d12fb4c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e03a0b21-d92d-4751-9968-b97f6e477f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441513 Apr 14 22:15:33.113143 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-8f78e171-8d00-4382-9664-5fba6afdaf84 service neutron] 10.222.0.26 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987399 Apr 14 22:15:33.203395 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489542f-3a17-4c47-92fb-aa7c8f19e430 req-e7521163-7b62-40c0-92f8-9590b4e45ea8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:33.205572 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e489542f-3a17-4c47-92fb-aa7c8f19e430 req-e7521163-7b62-40c0-92f8-9590b4e45ea8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c033306-bfb7-47b8-83a5-fa346a658a34 HTTP/1.1" status: 200 len: 944 time: 0.0523503 Apr 14 22:15:33.265856 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e489542f-3a17-4c47-92fb-aa7c8f19e430 req-7ac85ce3-e5b6-44f7-b018-5a33e914b3aa tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542083 Apr 14 22:15:33.272933 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-05cb1986-e600-4cf2-9739-ddd9cc38f0af req-81686049-1c59-4f11-bbab-04f4b78ce484 service neutron] 10.222.0.26 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503892 Apr 14 22:15:33.654370 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140e2a6-43cc-4b7d-9d4e-84f22e2d704a req-cea8c482-02ec-442e-8dfc-ea585e879044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:33.655940 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2140e2a6-43cc-4b7d-9d4e-84f22e2d704a req-cea8c482-02ec-442e-8dfc-ea585e879044 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60ea1ac7ba4d4ff6ad60cc164e122876&device_id=0c033306-bfb7-47b8-83a5-fa346a658a34 HTTP/1.1" status: 200 len: 1128 time: 0.0459554 Apr 14 22:15:33.828104 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140e2a6-43cc-4b7d-9d4e-84f22e2d704a req-c8bddbed-1e64-4b26-973b-6385723f485a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:33.831627 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2140e2a6-43cc-4b7d-9d4e-84f22e2d704a req-c8bddbed-1e64-4b26-973b-6385723f485a service neutron] 10.222.0.26 "GET /v2.0/networks?id=e03a0b21-d92d-4751-9968-b97f6e477f51 HTTP/1.1" status: 200 len: 912 time: 0.1674759 Apr 14 22:15:33.876192 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2140e2a6-43cc-4b7d-9d4e-84f22e2d704a req-27dcc15a-e931-425b-937e-cc6b842442d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ece21b60-8346-4912-b298-7847043395dc HTTP/1.1" status: 200 len: 217 time: 0.0358579 Apr 14 22:15:33.932419 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140e2a6-43cc-4b7d-9d4e-84f22e2d704a req-b3fcc4f0-2ea9-40bf-a4c1-37b5e5c3db9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:33.933807 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2140e2a6-43cc-4b7d-9d4e-84f22e2d704a req-b3fcc4f0-2ea9-40bf-a4c1-37b5e5c3db9c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10052eef-9b75-42ae-9365-46a15f31951d HTTP/1.1" status: 200 len: 851 time: 0.0520582 Apr 14 22:15:33.981485 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140e2a6-43cc-4b7d-9d4e-84f22e2d704a req-f0bdf19f-4818-47fc-9791-63af16c62bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:33.983487 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2140e2a6-43cc-4b7d-9d4e-84f22e2d704a req-f0bdf19f-4818-47fc-9791-63af16c62bce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e03a0b21-d92d-4751-9968-b97f6e477f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431559 Apr 14 22:15:34.089078 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2140e2a6-43cc-4b7d-9d4e-84f22e2d704a req-dfceeff1-312e-43e6-b7d2-046a2b8206e5 service neutron] 10.222.0.26 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958695 Apr 14 22:15:34.195729 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-2140e2a6-43cc-4b7d-9d4e-84f22e2d704a req-115a1db7-31d7-498c-a270-47bc3c1c8aeb service neutron] 10.222.0.26 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969419 Apr 14 22:15:34.390597 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a33ab-a91a-4fbc-9e08-64566359c10d req-a9e641da-d844-4142-974d-94cbc1bae586 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:34.392432 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-064a33ab-a91a-4fbc-9e08-64566359c10d req-a9e641da-d844-4142-974d-94cbc1bae586 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c033306-bfb7-47b8-83a5-fa346a658a34 HTTP/1.1" status: 200 len: 944 time: 0.0530832 Apr 14 22:15:34.455319 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-064a33ab-a91a-4fbc-9e08-64566359c10d req-0ad81d80-fe05-4ea0-a0f7-f70c1fda5eca tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562716 Apr 14 22:15:35.614070 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cee3f-9b7f-4422-878f-724771d0758f req-f129a38f-af39-4757-9c68-b3bac8bcaac9 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:35.616812 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-265cee3f-9b7f-4422-878f-724771d0758f req-f129a38f-af39-4757-9c68-b3bac8bcaac9 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c033306-bfb7-47b8-83a5-fa346a658a34 HTTP/1.1" status: 200 len: 944 time: 0.0867836 Apr 14 22:15:35.680235 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-265cee3f-9b7f-4422-878f-724771d0758f req-d462aee5-c9a7-49c8-8bee-f19da46d1249 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576217 Apr 14 22:15:36.808223 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d669e8b-7a52-4fe9-b78f-9bfb384df1d3 req-10979ebc-0fe2-4a58-92a9-97fcda2ff92a tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:36.809950 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1d669e8b-7a52-4fe9-b78f-9bfb384df1d3 req-10979ebc-0fe2-4a58-92a9-97fcda2ff92a tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c033306-bfb7-47b8-83a5-fa346a658a34 HTTP/1.1" status: 200 len: 944 time: 0.0526915 Apr 14 22:15:36.869835 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1d669e8b-7a52-4fe9-b78f-9bfb384df1d3 req-41ddd9b0-297d-413b-9644-e55d32ab4a39 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531533 Apr 14 22:15:38.031341 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae01b66-ba8d-4e2e-8ff4-e4077a703083 req-116aaece-647f-4fed-996c-c7879d627ffd tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:38.034681 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1ae01b66-ba8d-4e2e-8ff4-e4077a703083 req-116aaece-647f-4fed-996c-c7879d627ffd tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c033306-bfb7-47b8-83a5-fa346a658a34 HTTP/1.1" status: 200 len: 944 time: 0.0726845 Apr 14 22:15:38.091715 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1ae01b66-ba8d-4e2e-8ff4-e4077a703083 req-3afa42b1-e820-40a8-88d4-78a815b321d2 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501339 Apr 14 22:15:39.226373 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5139c-b83e-4c25-a024-9bd2b8377c5c req-68c4eb6d-9f12-4dd3-9680-c7adf346a08f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:39.227906 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-26f5139c-b83e-4c25-a024-9bd2b8377c5c req-68c4eb6d-9f12-4dd3-9680-c7adf346a08f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c033306-bfb7-47b8-83a5-fa346a658a34 HTTP/1.1" status: 200 len: 944 time: 0.0633008 Apr 14 22:15:39.278348 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-26f5139c-b83e-4c25-a024-9bd2b8377c5c req-9477b01f-5ee7-4f50-bdeb-056564e88ada tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447056 Apr 14 22:15:40.397619 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acb143-7a1a-4680-b07a-66bb30f8789f req-28170a36-3220-485c-a791-feffdc2fa326 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:40.399257 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f5acb143-7a1a-4680-b07a-66bb30f8789f req-28170a36-3220-485c-a791-feffdc2fa326 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c033306-bfb7-47b8-83a5-fa346a658a34 HTTP/1.1" status: 200 len: 944 time: 0.0506043 Apr 14 22:15:40.458091 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f5acb143-7a1a-4680-b07a-66bb30f8789f req-f24113bf-f483-4076-8d44-f7b53eeb6515 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524974 Apr 14 22:15:41.622040 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a08db2-e59c-4f3b-9c61-8c243af8c4c5 req-ff359c4e-124c-4b29-be99-0286be793186 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:41.624381 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a6a08db2-e59c-4f3b-9c61-8c243af8c4c5 req-ff359c4e-124c-4b29-be99-0286be793186 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c033306-bfb7-47b8-83a5-fa346a658a34 HTTP/1.1" status: 200 len: 944 time: 0.0933142 Apr 14 22:15:41.679196 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a6a08db2-e59c-4f3b-9c61-8c243af8c4c5 req-fd0f4962-a16d-4420-84b3-4ff20d4feb09 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488057 Apr 14 22:15:41.795544 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device ece21b60-8346-4912-b298-7847043395dc details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:15:41.901497 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port ece21b60-8346-4912-b298-7847043395dc, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=ece21b60-8346-4912-b298-7847043395dc,segment=NetworkSegment(e5c756cd-ca08-467a-9b38-428d7837bb9a),segment_id=e5c756cd-ca08-467a-9b38-428d7837bb9a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:15:41.918276 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Returning: {'device': 'ece21b60-8346-4912-b298-7847043395dc', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'port_id': 'ece21b60-8346-4912-b298-7847043395dc', 'mac_address': 'fa:16:3e:74:0e:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10052eef-9b75-42ae-9365-46a15f31951d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:15:41.963844 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port ece21b60-8346-4912-b298-7847043395dc is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:15:41.964244 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (ece21b60-8346-4912-b298-7847043395dc), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:41.979607 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece21b60-8346-4912-b298-7847043395dc {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:15:42.001602 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port ece21b60-8346-4912-b298-7847043395dc, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=ece21b60-8346-4912-b298-7847043395dc,segment=NetworkSegment(e5c756cd-ca08-467a-9b38-428d7837bb9a),segment_id=e5c756cd-ca08-467a-9b38-428d7837bb9a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:15:42.007571 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (ece21b60-8346-4912-b298-7847043395dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:42.060484 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=ece21b60-8346-4912-b298-7847043395dc,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:15:42.068280 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:42.068651 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:42.068998 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:42.069340 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:42.069747 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:42.070080 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:42.070415 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:42.070735 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:42.071062 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:42.071387 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:42.071710 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:42.072037 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:42.072390 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:42.072715 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:42.073290 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:15:42.316235 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] get_ports_and_sgs() called for port_ids ['ece21b60-8346-4912-b298-7847043395dc'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:15:42.861389 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3d92a-1748-46e4-823b-5234b1a384d3 req-33546a9c-887e-4570-9330-f90f6a53d531 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:42.864093 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-98a3d92a-1748-46e4-823b-5234b1a384d3 req-33546a9c-887e-4570-9330-f90f6a53d531 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c033306-bfb7-47b8-83a5-fa346a658a34 HTTP/1.1" status: 200 len: 945 time: 0.0730422 Apr 14 22:15:42.939225 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-98a3d92a-1748-46e4-823b-5234b1a384d3 req-f915d3de-b658-4f6d-a469-731bed8af35e tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688398 Apr 14 22:15:43.082109 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:43.795432 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device ece21b60-8346-4912-b298-7847043395dc up at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:15:43.853178 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning for port ece21b60-8346-4912-b298-7847043395dc completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:15:43.860882 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Provisioning complete for port ece21b60-8346-4912-b298-7847043395dc triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:15:43.861315 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373450'] for port (ece21b60-8346-4912-b298-7847043395dc), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:43.966345 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Current status of the port ece21b60-8346-4912-b298-7847043395dc is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:15:43.966923 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (ece21b60-8346-4912-b298-7847043395dc), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:44.003276 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c033306-bfb7-47b8-83a5-fa346a658a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece21b60-8346-4912-b298-7847043395dc'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:15:44.007291 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}530b6f79e2c270c80a285cfd043402f608e5b18a2df6684fea4c07fd95dfc091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cf5b46-753f-44a9-abb8-8f8af3bf994c" -d '{"events": [{"server_uuid": "0c033306-bfb7-47b8-83a5-fa346a658a34", "name": "network-vif-plugged", "status": "completed", "tag": "ece21b60-8346-4912-b298-7847043395dc"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:15:44.030061 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] For port ece21b60-8346-4912-b298-7847043395dc, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=ece21b60-8346-4912-b298-7847043395dc,segment=NetworkSegment(e5c756cd-ca08-467a-9b38-428d7837bb9a),segment_id=e5c756cd-ca08-467a-9b38-428d7837bb9a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:15:44.036109 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732'] for port (ece21b60-8346-4912-b298-7847043395dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:44.075588 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b756fe87-d14f-40d6-9dc8-7ff22c94087f x-openstack-request-id: req-b756fe87-d14f-40d6-9dc8-7ff22c94087f {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:15:44.076045 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c033306-bfb7-47b8-83a5-fa346a658a34", "name": "network-vif-plugged", "status": "completed", "tag": "ece21b60-8346-4912-b298-7847043395dc", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:15:44.076475 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b756fe87-d14f-40d6-9dc8-7ff22c94087f {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:15:44.077098 dv-cinder-838009-1-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b756fe87-d14f-40d6-9dc8-7ff22c94087f'] response: {'server_uuid': '0c033306-bfb7-47b8-83a5-fa346a658a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece21b60-8346-4912-b298-7847043395dc', 'code': 200} Apr 14 22:15:44.082064 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40486462-d160-40f0-ac70-1ee095f71987 req-80ad5f44-e33b-429e-bd17-e030e9a2c9ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:44.084808 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-40486462-d160-40f0-ac70-1ee095f71987 req-80ad5f44-e33b-429e-bd17-e030e9a2c9ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c033306-bfb7-47b8-83a5-fa346a658a34 HTTP/1.1" status: 200 len: 945 time: 0.0669076 Apr 14 22:15:44.126846 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Pushing event updated for resources: {'Port': ['ID=ece21b60-8346-4912-b298-7847043395dc,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:15:44.144056 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-40486462-d160-40f0-ac70-1ee095f71987 req-bd17f084-3655-449b-9569-831d9e5e6f64 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534613 Apr 14 22:15:44.332923 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01aa315-964d-4348-8fb1-d42ad84c70e7 req-dfca37ba-8f1b-45ed-8cb1-dd291fe96ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:44.334489 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a01aa315-964d-4348-8fb1-d42ad84c70e7 req-dfca37ba-8f1b-45ed-8cb1-dd291fe96ed7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0c033306-bfb7-47b8-83a5-fa346a658a34 HTTP/1.1" status: 200 len: 1130 time: 0.0456696 Apr 14 22:15:44.392033 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a01aa315-964d-4348-8fb1-d42ad84c70e7 req-f4055a30-da44-4f62-b6f6-ec07aa1e8c96 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488594 Apr 14 22:15:45.274489 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d0600-1052-4ab4-b3f1-6fa410c6ce17 req-4b94b54a-dbc7-40e8-b581-a40049cee2f1 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:45.276118 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-301d0600-1052-4ab4-b3f1-6fa410c6ce17 req-4b94b54a-dbc7-40e8-b581-a40049cee2f1 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c033306-bfb7-47b8-83a5-fa346a658a34 HTTP/1.1" status: 200 len: 946 time: 0.0545750 Apr 14 22:15:45.352876 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-301d0600-1052-4ab4-b3f1-6fa410c6ce17 req-500136a8-fa74-4e51-8ca5-3ac89b062cf8 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705655 Apr 14 22:15:46.541206 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822b153-29da-46ed-8fef-fc482ad81d19 req-9d2f5ac6-0d91-4c38-bf4b-b13aba46e260 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:46.542812 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4822b153-29da-46ed-8fef-fc482ad81d19 req-9d2f5ac6-0d91-4c38-bf4b-b13aba46e260 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c033306-bfb7-47b8-83a5-fa346a658a34 HTTP/1.1" status: 200 len: 946 time: 0.1014631 Apr 14 22:15:46.598901 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-4822b153-29da-46ed-8fef-fc482ad81d19 req-5666888e-c701-42a1-a324-6a029c1a90d5 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489738 Apr 14 22:15:46.733632 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6627c-82f6-4711-87de-000c1a77d511 req-b0f6a28a-3efb-495c-8d6a-c8343f94571a tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:46.735231 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-11b6627c-82f6-4711-87de-000c1a77d511 req-b0f6a28a-3efb-495c-8d6a-c8343f94571a tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c033306-bfb7-47b8-83a5-fa346a658a34 HTTP/1.1" status: 200 len: 946 time: 0.0657091 Apr 14 22:15:46.787870 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-11b6627c-82f6-4711-87de-000c1a77d511 req-a22328d8-f791-4b8a-b0f5-fcac4aa4be59 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467982 Apr 14 22:15:46.810982 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53942) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:15:46.862517 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25efed8e-e5ba-45ba-9708-df9c5c511e86 tempest-TestVolumeBootPattern-1976085614 tempest-TestVolumeBootPattern-1976085614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:46.864130 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-25efed8e-e5ba-45ba-9708-df9c5c511e86 tempest-TestVolumeBootPattern-1976085614 tempest-TestVolumeBootPattern-1976085614-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0c033306-bfb7-47b8-83a5-fa346a658a34 HTTP/1.1" status: 200 len: 1125 time: 0.0520158 Apr 14 22:15:46.867325 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53944) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:15:46.875766 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-7db418bd-28bb-43c1-8de2-77e368e84a2f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Request body: {'floatingip': {'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'port_id': 'ece21b60-8346-4912-b298-7847043395dc', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:15:46.903900 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7db418bd-28bb-43c1-8de2-77e368e84a2f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:47.335576 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7db418bd-28bb-43c1-8de2-77e368e84a2f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:47.459532 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-7db418bd-28bb-43c1-8de2-77e368e84a2f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Allocated IP 172.27.2.185 (3128b05d-34b2-457b-8391-96d8c4503307/9279f13a-7b11-4203-b3e3-d3fa0b2aa609/9f018698-aeae-48ec-b0f7-ef445d88b484) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:15:47.574221 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7db418bd-28bb-43c1-8de2-77e368e84a2f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for port (9f018698-aeae-48ec-b0f7-ef445d88b484), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:47.621173 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7db418bd-28bb-43c1-8de2-77e368e84a2f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754551200696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (9f018698-aeae-48ec-b0f7-ef445d88b484), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:47.662457 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db418bd-28bb-43c1-8de2-77e368e84a2f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Network 3128b05d-34b2-457b-8391-96d8c4503307 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:15:47.667783 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-7db418bd-28bb-43c1-8de2-77e368e84a2f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:15:47.671496 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db418bd-28bb-43c1-8de2-77e368e84a2f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:15:47.677567 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db418bd-28bb-43c1-8de2-77e368e84a2f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Pushing event updated for resources: {'Port': ['ID=9f018698-aeae-48ec-b0f7-ef445d88b484,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:15:48.103166 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7db418bd-28bb-43c1-8de2-77e368e84a2f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for floatingip (9253e813-80a1-41d4-be7f-493829e67555), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:48.182371 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7db418bd-28bb-43c1-8de2-77e368e84a2f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738053'] for port (9f018698-aeae-48ec-b0f7-ef445d88b484), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:48.370417 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7db418bd-28bb-43c1-8de2-77e368e84a2f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for port (9f018698-aeae-48ec-b0f7-ef445d88b484), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:48.376439 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7db418bd-28bb-43c1-8de2-77e368e84a2f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754551689768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754551200714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754551200732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824170'] for port (9f018698-aeae-48ec-b0f7-ef445d88b484), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:48.463869 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db418bd-28bb-43c1-8de2-77e368e84a2f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Pushing event updated for resources: {'Port': ['ID=9f018698-aeae-48ec-b0f7-ef445d88b484,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:15:48.479449 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7db418bd-28bb-43c1-8de2-77e368e84a2f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773767'] for floatingip (9253e813-80a1-41d4-be7f-493829e67555), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:48.616421 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.l3_db [None req-7db418bd-28bb-43c1-8de2-77e368e84a2f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Floating IP 9253e813-80a1-41d4-be7f-493829e67555 associated. External IP: 172.27.2.185, port: ece21b60-8346-4912-b298-7847043395dc. Apr 14 22:15:48.856877 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db418bd-28bb-43c1-8de2-77e368e84a2f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:15:48.986191 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db418bd-28bb-43c1-8de2-77e368e84a2f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:15:48.997518 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd42dc9-acc2-4a7f-85e0-931590ac194a None None] Sync routers for ids ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:15:49.011055 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7db418bd-28bb-43c1-8de2-77e368e84a2f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:49.011994 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd42dc9-acc2-4a7f-85e0-931590ac194a None None] Routers {'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:15:49.012914 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-1fd42dc9-acc2-4a7f-85e0-931590ac194a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:15:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:15:49.047935 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-7db418bd-28bb-43c1-8de2-77e368e84a2f tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1787496 Apr 14 22:15:49.048725 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c033306-bfb7-47b8-83a5-fa346a658a34', 'tag': 'ece21b60-8346-4912-b298-7847043395dc'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:15:49.051353 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eec51b9-358f-46e7-9fa0-20c6efdb85b7" -d '{"events": [{"name": "network-changed", "server_uuid": "0c033306-bfb7-47b8-83a5-fa346a658a34", "tag": "ece21b60-8346-4912-b298-7847043395dc"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:15:49.113453 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de98a45-0f62-4c5a-b4fa-f3b6df70e22a x-openstack-request-id: req-3de98a45-0f62-4c5a-b4fa-f3b6df70e22a {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:15:49.113897 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c033306-bfb7-47b8-83a5-fa346a658a34", "tag": "ece21b60-8346-4912-b298-7847043395dc", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:15:49.114283 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3de98a45-0f62-4c5a-b4fa-f3b6df70e22a {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:15:49.114894 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3de98a45-0f62-4c5a-b4fa-f3b6df70e22a'] response: {'name': 'network-changed', 'server_uuid': '0c033306-bfb7-47b8-83a5-fa346a658a34', 'tag': 'ece21b60-8346-4912-b298-7847043395dc', 'status': 'completed', 'code': 200} Apr 14 22:15:49.182896 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec51b9-358f-46e7-9fa0-20c6efdb85b7 req-99902571-e563-4e02-91b0-f7a51e63d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:49.185586 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0eec51b9-358f-46e7-9fa0-20c6efdb85b7 req-99902571-e563-4e02-91b0-f7a51e63d07b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60ea1ac7ba4d4ff6ad60cc164e122876&device_id=0c033306-bfb7-47b8-83a5-fa346a658a34 HTTP/1.1" status: 200 len: 1130 time: 0.0511253 Apr 14 22:15:49.314279 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-1fd42dc9-acc2-4a7f-85e0-931590ac194a None None] Set router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:15:49.325529 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec51b9-358f-46e7-9fa0-20c6efdb85b7 req-fb8f1a54-43e5-4a78-ac62-206a5d050ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:49.326902 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0eec51b9-358f-46e7-9fa0-20c6efdb85b7 req-fb8f1a54-43e5-4a78-ac62-206a5d050ddc service neutron] 10.222.0.26 "GET /v2.0/networks?id=e03a0b21-d92d-4751-9968-b97f6e477f51 HTTP/1.1" status: 200 len: 912 time: 0.1354139 Apr 14 22:15:49.391829 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-65787b13-fa9d-430d-980b-adcea2409cb2 req-f653a112-8cf6-4155-946a-bbd1c28ea211 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3dd11f6d-0145-4864-9f53-d5f79c867e97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800714 Apr 14 22:15:49.431982 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0eec51b9-358f-46e7-9fa0-20c6efdb85b7 req-63e98220-a350-4c95-a57b-d8d211fd006f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ece21b60-8346-4912-b298-7847043395dc HTTP/1.1" status: 200 len: 1000 time: 0.0886230 Apr 14 22:15:49.530072 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65787b13-fa9d-430d-980b-adcea2409cb2 req-d03fe7d6-698a-403d-bede-6e459dce1a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:49.531594 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-65787b13-fa9d-430d-980b-adcea2409cb2 req-d03fe7d6-698a-403d-bede-6e459dce1a75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60ea1ac7ba4d4ff6ad60cc164e122876&device_id=3dd11f6d-0145-4864-9f53-d5f79c867e97 HTTP/1.1" status: 200 len: 1130 time: 0.0807934 Apr 14 22:15:49.538899 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec51b9-358f-46e7-9fa0-20c6efdb85b7 req-46572f5e-c4d6-40a1-a12d-c45743ff34fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:49.540600 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0eec51b9-358f-46e7-9fa0-20c6efdb85b7 req-46572f5e-c4d6-40a1-a12d-c45743ff34fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10052eef-9b75-42ae-9365-46a15f31951d HTTP/1.1" status: 200 len: 851 time: 0.1010432 Apr 14 22:15:49.618439 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-1fd42dc9-acc2-4a7f-85e0-931590ac194a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'name': 'tempest-TestVolumeBootPattern-1568295418-router', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:39Z', 'revision_number': 4, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'gw_port': {'id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '48b9fa8e-1665-4159-98c7-17661cc9d345', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'port_id': '36a0ee9a-52d5-47bd-bf78-256f36103063', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'mac_address': 'fa:16:3e:44:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd11f6d-0145-4864-9f53-d5f79c867e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:13:40Z', 'updated_at': '2022-04-14T22:13:42Z', 'revision_number': 1, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'fixed_ip_address_scope': None}, {'id': '9253e813-80a1-41d4-be7f-493829e67555', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'port_id': 'ece21b60-8346-4912-b298-7847043395dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'mac_address': 'fa:16:3e:74:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c033306-bfb7-47b8-83a5-fa346a658a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:15:47Z', 'updated_at': '2022-04-14T22:15:47Z', 'revision_number': 0, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c46188-ada7-4678-92f9-feb2369e00c5', 'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'mac_address': 'fa:16:3e:5e:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '10052eef-9b75-42ae-9365-46a15f31951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:39Z', 'updated_at': '2022-04-14T22:10:44Z', 'revision_number': 5, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'subnets': [{'id': '10052eef-9b75-42ae-9365-46a15f31951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:15:49.644812 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec51b9-358f-46e7-9fa0-20c6efdb85b7 req-664cd94f-58bd-4279-a13c-16a5e08be71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:49.646353 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0eec51b9-358f-46e7-9fa0-20c6efdb85b7 req-664cd94f-58bd-4279-a13c-16a5e08be71f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e03a0b21-d92d-4751-9968-b97f6e477f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1002040 Apr 14 22:15:49.647359 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd42dc9-acc2-4a7f-85e0-931590ac194a None None] Checking router: b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:15:49.657770 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd42dc9-acc2-4a7f-85e0-931590ac194a None None] Routers {'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:15:49.658487 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-1fd42dc9-acc2-4a7f-85e0-931590ac194a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:15:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:15:49.745937 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65787b13-fa9d-430d-980b-adcea2409cb2 req-076517b7-546e-45b6-9d80-c6750af52112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:49.747437 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-65787b13-fa9d-430d-980b-adcea2409cb2 req-076517b7-546e-45b6-9d80-c6750af52112 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e03a0b21-d92d-4751-9968-b97f6e477f51 HTTP/1.1" status: 200 len: 912 time: 0.1916344 Apr 14 22:15:49.785964 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-1fd42dc9-acc2-4a7f-85e0-931590ac194a None None] Set router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:15:49.835903 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0eec51b9-358f-46e7-9fa0-20c6efdb85b7 req-e7852a8a-2666-47cc-93d9-c01044fe6513 service neutron] 10.222.0.26 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823356 Apr 14 22:15:49.884654 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-65787b13-fa9d-430d-980b-adcea2409cb2 req-5eaaf770-4a47-45a9-b0a0-fee12e6920e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36a0ee9a-52d5-47bd-bf78-256f36103063 HTTP/1.1" status: 200 len: 1000 time: 0.1298752 Apr 14 22:15:49.981559 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65787b13-fa9d-430d-980b-adcea2409cb2 req-b86d608c-fd23-4ba1-9ca1-f089b95e9f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:49.983090 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-65787b13-fa9d-430d-980b-adcea2409cb2 req-b86d608c-fd23-4ba1-9ca1-f089b95e9f35 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10052eef-9b75-42ae-9365-46a15f31951d HTTP/1.1" status: 200 len: 851 time: 0.0913570 Apr 14 22:15:50.039834 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-0eec51b9-358f-46e7-9fa0-20c6efdb85b7 req-9e354ea5-edff-43d7-8ea2-d494c5320152 service neutron] 10.222.0.26 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963372 Apr 14 22:15:50.058075 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65787b13-fa9d-430d-980b-adcea2409cb2 req-a22c0ef4-0501-49c8-939d-705800bf2159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:50.060925 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-65787b13-fa9d-430d-980b-adcea2409cb2 req-a22c0ef4-0501-49c8-939d-705800bf2159 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e03a0b21-d92d-4751-9968-b97f6e477f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627027 Apr 14 22:15:50.085104 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-1fd42dc9-acc2-4a7f-85e0-931590ac194a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'name': 'tempest-TestVolumeBootPattern-1568295418-router', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:39Z', 'revision_number': 4, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'gw_port': {'id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '48b9fa8e-1665-4159-98c7-17661cc9d345', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'port_id': '36a0ee9a-52d5-47bd-bf78-256f36103063', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'mac_address': 'fa:16:3e:44:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd11f6d-0145-4864-9f53-d5f79c867e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:13:40Z', 'updated_at': '2022-04-14T22:13:42Z', 'revision_number': 1, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'fixed_ip_address_scope': None}, {'id': '9253e813-80a1-41d4-be7f-493829e67555', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'port_id': 'ece21b60-8346-4912-b298-7847043395dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'mac_address': 'fa:16:3e:74:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c033306-bfb7-47b8-83a5-fa346a658a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:15:47Z', 'updated_at': '2022-04-14T22:15:47Z', 'revision_number': 0, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c46188-ada7-4678-92f9-feb2369e00c5', 'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'mac_address': 'fa:16:3e:5e:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '10052eef-9b75-42ae-9365-46a15f31951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:39Z', 'updated_at': '2022-04-14T22:10:44Z', 'revision_number': 5, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'subnets': [{'id': '10052eef-9b75-42ae-9365-46a15f31951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:15:50.114990 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd42dc9-acc2-4a7f-85e0-931590ac194a None None] The sync data for ids ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'] in dv-cinder-838009-1-iscsi is: [{'id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'name': 'tempest-TestVolumeBootPattern-1568295418-router', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:39Z', 'revision_number': 4, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'gw_port': {'id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '48b9fa8e-1665-4159-98c7-17661cc9d345', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'port_id': '36a0ee9a-52d5-47bd-bf78-256f36103063', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'mac_address': 'fa:16:3e:44:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd11f6d-0145-4864-9f53-d5f79c867e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:13:40Z', 'updated_at': '2022-04-14T22:13:42Z', 'revision_number': 1, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'fixed_ip_address_scope': None}, {'id': '9253e813-80a1-41d4-be7f-493829e67555', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'port_id': 'ece21b60-8346-4912-b298-7847043395dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'mac_address': 'fa:16:3e:74:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c033306-bfb7-47b8-83a5-fa346a658a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:15:47Z', 'updated_at': '2022-04-14T22:15:47Z', 'revision_number': 0, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c46188-ada7-4678-92f9-feb2369e00c5', 'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'mac_address': 'fa:16:3e:5e:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '10052eef-9b75-42ae-9365-46a15f31951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:39Z', 'updated_at': '2022-04-14T22:10:44Z', 'revision_number': 5, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'subnets': [{'id': '10052eef-9b75-42ae-9365-46a15f31951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:15:50.189658 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-65787b13-fa9d-430d-980b-adcea2409cb2 req-f33b45bc-ba16-49f4-aa31-9ee6f711f4d8 service neutron] 10.222.0.26 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195481 Apr 14 22:15:50.333863 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-65787b13-fa9d-430d-980b-adcea2409cb2 req-c2d4e8a5-7a55-479f-89c1-59a692670d38 service neutron] 10.222.0.26 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390972 Apr 14 22:15:50.341636 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a2383a-19e2-4fa3-b56c-b563f5c34c75 None None] New status for floating IP 9253e813-80a1-41d4-be7f-493829e67555: ACTIVE {{(pid=103422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:15:53.992827 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0b8d048-4dfc-4d08-be9b-c56f41f23432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:55.337146 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:15:56.416075 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-67416c02-f729-4b8a-9519-3b17f07034de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:57.563070 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:58.873522 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:00.493148 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:13.094288 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:23.995734 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a6b88a17-4134-459d-8b43-a4860222092d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:26.411268 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb9bc-54f6-4f29-9a4a-a3e3524b1cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:27.568501 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:28.875274 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:30.491141 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:32.336243 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:16:42.291539 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [req-34b3fbe4-9b5e-4538-82c0-f9ec19de833e req-6a5dbd9e-bb1a-4161-9ccb-9959c51947e2 service neutron] (103419) timed out ('10.222.0.26', 51909) {{(pid=103419) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 22:16:42.356577 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [req-4b33a705-0be5-4675-816b-fba416a51951 req-16f3ec0b-ba5b-4533-97e7-f95b1481fbcb service neutron] (103420) timed out ('10.222.0.26', 51935) {{(pid=103420) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 22:16:43.115521 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:51.318199 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d749a5ea-81c2-4527-94b9-aa7f5820ba1c req-02bc55a1-fefa-4890-a88b-c6b5925c4332 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0c033306-bfb7-47b8-83a5-fa346a658a34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821166 Apr 14 22:16:51.390439 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749a5ea-81c2-4527-94b9-aa7f5820ba1c req-86a9e2e6-cb32-4dc7-a13c-f2acf892f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:51.391931 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d749a5ea-81c2-4527-94b9-aa7f5820ba1c req-86a9e2e6-cb32-4dc7-a13c-f2acf892f697 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60ea1ac7ba4d4ff6ad60cc164e122876&device_id=0c033306-bfb7-47b8-83a5-fa346a658a34 HTTP/1.1" status: 200 len: 1130 time: 0.0434844 Apr 14 22:16:51.502608 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749a5ea-81c2-4527-94b9-aa7f5820ba1c req-56ab8d88-c7ad-4bc2-9641-c60ff45b7cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:51.504089 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d749a5ea-81c2-4527-94b9-aa7f5820ba1c req-56ab8d88-c7ad-4bc2-9641-c60ff45b7cee service neutron] 10.222.0.26 "GET /v2.0/networks?id=e03a0b21-d92d-4751-9968-b97f6e477f51 HTTP/1.1" status: 200 len: 912 time: 0.0883667 Apr 14 22:16:51.576436 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d749a5ea-81c2-4527-94b9-aa7f5820ba1c req-752c3b06-0652-4116-aac8-ff2758015756 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ece21b60-8346-4912-b298-7847043395dc HTTP/1.1" status: 200 len: 1002 time: 0.0630057 Apr 14 22:16:51.627301 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749a5ea-81c2-4527-94b9-aa7f5820ba1c req-a17cf84c-a214-476a-944d-d4cf9e9a91d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:51.628795 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d749a5ea-81c2-4527-94b9-aa7f5820ba1c req-a17cf84c-a214-476a-944d-d4cf9e9a91d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10052eef-9b75-42ae-9365-46a15f31951d HTTP/1.1" status: 200 len: 851 time: 0.0433400 Apr 14 22:16:51.677387 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749a5ea-81c2-4527-94b9-aa7f5820ba1c req-62e3a305-2c2c-4244-be8f-c5552a3cd515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:51.678994 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d749a5ea-81c2-4527-94b9-aa7f5820ba1c req-62e3a305-2c2c-4244-be8f-c5552a3cd515 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e03a0b21-d92d-4751-9968-b97f6e477f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409155 Apr 14 22:16:51.773797 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d749a5ea-81c2-4527-94b9-aa7f5820ba1c req-8d8365ca-4ecf-4b93-9c76-8bb7ec8b6484 service neutron] 10.222.0.26 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855892 Apr 14 22:16:51.865666 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d749a5ea-81c2-4527-94b9-aa7f5820ba1c req-699e7989-3cf5-47b2-a50b-1a9427d550d7 service neutron] 10.222.0.26 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820239 Apr 14 22:16:53.998607 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2691201b-ebfd-45a2-80a2-332ec9ac0465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:56.413280 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c7148e53-ae22-4064-9d46-fcf142165ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:57.567874 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:58.876890 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:00.486818 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:09.341591 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:17:13.143795 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:24.001877 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c0493b49-2efd-45aa-b67d-6d1b1c3aa789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:26.417438 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9f5ea856-0267-4c05-a8fc-60031dd963dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:27.571094 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:28.275229 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 53986) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:17:28.431146 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-57e9d118-c2c9-4fc9-a1c8-8d746b6e14ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Deleting port 9f018698-aeae-48ec-b0f7-ef445d88b484 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:17:28.431485 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-57e9d118-c2c9-4fc9-a1c8-8d746b6e14ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (9f018698-aeae-48ec-b0f7-ef445d88b484), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:28.505922 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-57e9d118-c2c9-4fc9-a1c8-8d746b6e14ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (9f018698-aeae-48ec-b0f7-ef445d88b484), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:28.506251 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-57e9d118-c2c9-4fc9-a1c8-8d746b6e14ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for floatingip (9f018698-aeae-48ec-b0f7-ef445d88b484), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:28.520090 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-57e9d118-c2c9-4fc9-a1c8-8d746b6e14ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Calling delete_port for 9f018698-aeae-48ec-b0f7-ef445d88b484 owned by network:floatingip {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:17:28.667026 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-57e9d118-c2c9-4fc9-a1c8-8d746b6e14ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (9f018698-aeae-48ec-b0f7-ef445d88b484), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:28.691564 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9d118-c2c9-4fc9-a1c8-8d746b6e14ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Pushing event deleted for resources: {'Port': ['ID=9f018698-aeae-48ec-b0f7-ef445d88b484,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:17:28.703338 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9d118-c2c9-4fc9-a1c8-8d746b6e14ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:28.703682 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9d118-c2c9-4fc9-a1c8-8d746b6e14ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:28.704020 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9d118-c2c9-4fc9-a1c8-8d746b6e14ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:28.704375 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9d118-c2c9-4fc9-a1c8-8d746b6e14ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:28.704711 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9d118-c2c9-4fc9-a1c8-8d746b6e14ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:28.705033 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9d118-c2c9-4fc9-a1c8-8d746b6e14ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:28.705353 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9d118-c2c9-4fc9-a1c8-8d746b6e14ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:28.705672 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9d118-c2c9-4fc9-a1c8-8d746b6e14ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:28.705991 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9d118-c2c9-4fc9-a1c8-8d746b6e14ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:28.706310 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9d118-c2c9-4fc9-a1c8-8d746b6e14ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:28.706628 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9d118-c2c9-4fc9-a1c8-8d746b6e14ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:28.706945 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9d118-c2c9-4fc9-a1c8-8d746b6e14ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:28.707363 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9d118-c2c9-4fc9-a1c8-8d746b6e14ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:28.707842 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9d118-c2c9-4fc9-a1c8-8d746b6e14ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:28.708159 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9d118-c2c9-4fc9-a1c8-8d746b6e14ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:28.764892 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-57e9d118-c2c9-4fc9-a1c8-8d746b6e14ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for floatingip (9253e813-80a1-41d4-be7f-493829e67555), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:28.765220 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.db.l3_db [None req-57e9d118-c2c9-4fc9-a1c8-8d746b6e14ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Floating IP 9253e813-80a1-41d4-be7f-493829e67555 disassociated (deleted). External IP: 172.27.2.185, port: ece21b60-8346-4912-b298-7847043395dc. Apr 14 22:17:28.919926 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:29.264631 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e9d118-c2c9-4fc9-a1c8-8d746b6e14ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:17:29.373687 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e9d118-c2c9-4fc9-a1c8-8d746b6e14ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:17:29.378536 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-57e9d118-c2c9-4fc9-a1c8-8d746b6e14ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:29.383800 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d19dab2-7abe-4bfc-b16c-2ff1ffac1406 None None] Sync routers for ids ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:17:29.394442 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d19dab2-7abe-4bfc-b16c-2ff1ffac1406 None None] Routers {'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:17:29.395818 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-6d19dab2-7abe-4bfc-b16c-2ff1ffac1406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:17:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:17:29.408619 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-57e9d118-c2c9-4fc9-a1c8-8d746b6e14ba tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "DELETE /v2.0/floatingips/9253e813-80a1-41d4-be7f-493829e67555 HTTP/1.1" status: 204 len: 168 time: 1.1322627 Apr 14 22:17:29.409215 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c033306-bfb7-47b8-83a5-fa346a658a34', 'tag': 'ece21b60-8346-4912-b298-7847043395dc'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:17:29.411459 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa62d9d-935a-40fe-a3f3-b782de30a3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "0c033306-bfb7-47b8-83a5-fa346a658a34", "tag": "ece21b60-8346-4912-b298-7847043395dc"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:17:29.509093 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-6d19dab2-7abe-4bfc-b16c-2ff1ffac1406 None None] Set router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:17:29.617323 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff36df6-c5a2-4d09-afe0-9ac923376701 x-openstack-request-id: req-7ff36df6-c5a2-4d09-afe0-9ac923376701 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:17:29.617620 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c033306-bfb7-47b8-83a5-fa346a658a34", "tag": "ece21b60-8346-4912-b298-7847043395dc", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:17:29.617877 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ff36df6-c5a2-4d09-afe0-9ac923376701 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:17:29.618280 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ff36df6-c5a2-4d09-afe0-9ac923376701'] response: {'name': 'network-changed', 'server_uuid': '0c033306-bfb7-47b8-83a5-fa346a658a34', 'tag': 'ece21b60-8346-4912-b298-7847043395dc', 'status': 'completed', 'code': 200} Apr 14 22:17:29.703211 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6522afb-e521-46c4-853a-636231600e09 req-93f1b8c0-b720-4ffd-baab-d90ab82b0543 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:17:29.704784 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b6522afb-e521-46c4-853a-636231600e09 req-93f1b8c0-b720-4ffd-baab-d90ab82b0543 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c033306-bfb7-47b8-83a5-fa346a658a34 HTTP/1.1" status: 200 len: 946 time: 0.1116059 Apr 14 22:17:29.753733 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-6d19dab2-7abe-4bfc-b16c-2ff1ffac1406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'name': 'tempest-TestVolumeBootPattern-1568295418-router', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:39Z', 'revision_number': 4, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'gw_port': {'id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '48b9fa8e-1665-4159-98c7-17661cc9d345', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'port_id': '36a0ee9a-52d5-47bd-bf78-256f36103063', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'mac_address': 'fa:16:3e:44:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd11f6d-0145-4864-9f53-d5f79c867e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:13:40Z', 'updated_at': '2022-04-14T22:13:42Z', 'revision_number': 1, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c46188-ada7-4678-92f9-feb2369e00c5', 'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'mac_address': 'fa:16:3e:5e:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '10052eef-9b75-42ae-9365-46a15f31951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:39Z', 'updated_at': '2022-04-14T22:10:44Z', 'revision_number': 5, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'subnets': [{'id': '10052eef-9b75-42ae-9365-46a15f31951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:17:29.758206 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b6522afb-e521-46c4-853a-636231600e09 req-8fd6cecd-612b-4f14-9725-aa88c2f5a6aa tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475857 Apr 14 22:17:29.792592 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d19dab2-7abe-4bfc-b16c-2ff1ffac1406 None None] Checking router: b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:17:29.801635 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d19dab2-7abe-4bfc-b16c-2ff1ffac1406 None None] Routers {'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:17:29.802271 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-6d19dab2-7abe-4bfc-b16c-2ff1ffac1406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:17:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:17:29.914743 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-6d19dab2-7abe-4bfc-b16c-2ff1ffac1406 None None] Set router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:17:30.277353 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-6d19dab2-7abe-4bfc-b16c-2ff1ffac1406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'name': 'tempest-TestVolumeBootPattern-1568295418-router', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:39Z', 'revision_number': 4, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'gw_port': {'id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '48b9fa8e-1665-4159-98c7-17661cc9d345', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'port_id': '36a0ee9a-52d5-47bd-bf78-256f36103063', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'mac_address': 'fa:16:3e:44:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd11f6d-0145-4864-9f53-d5f79c867e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:13:40Z', 'updated_at': '2022-04-14T22:13:42Z', 'revision_number': 1, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c46188-ada7-4678-92f9-feb2369e00c5', 'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'mac_address': 'fa:16:3e:5e:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '10052eef-9b75-42ae-9365-46a15f31951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:39Z', 'updated_at': '2022-04-14T22:10:44Z', 'revision_number': 5, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'subnets': [{'id': '10052eef-9b75-42ae-9365-46a15f31951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:17:30.308877 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d19dab2-7abe-4bfc-b16c-2ff1ffac1406 None None] The sync data for ids ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'] in dv-cinder-838009-1-iscsi is: [{'id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'name': 'tempest-TestVolumeBootPattern-1568295418-router', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:39Z', 'revision_number': 4, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'gw_port': {'id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_floatingips': [{'id': '48b9fa8e-1665-4159-98c7-17661cc9d345', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'router_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'port_id': '36a0ee9a-52d5-47bd-bf78-256f36103063', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'mac_address': 'fa:16:3e:44:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd11f6d-0145-4864-9f53-d5f79c867e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:13:40Z', 'updated_at': '2022-04-14T22:13:42Z', 'revision_number': 1, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c46188-ada7-4678-92f9-feb2369e00c5', 'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'mac_address': 'fa:16:3e:5e:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '10052eef-9b75-42ae-9365-46a15f31951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:39Z', 'updated_at': '2022-04-14T22:10:44Z', 'revision_number': 5, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'subnets': [{'id': '10052eef-9b75-42ae-9365-46a15f31951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:17:30.505605 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:30.571293 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855534a6-5d1f-4993-9e74-aa022d4495ce None None] New status for floating IP 9253e813-80a1-41d4-be7f-493829e67555: DOWN {{(pid=103422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:17:30.772843 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa62d9d-935a-40fe-a3f3-b782de30a3a1 req-e2751262-3e44-4ab5-acac-39b2aebbaa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:17:30.774444 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cfa62d9d-935a-40fe-a3f3-b782de30a3a1 req-e2751262-3e44-4ab5-acac-39b2aebbaa17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60ea1ac7ba4d4ff6ad60cc164e122876&device_id=0c033306-bfb7-47b8-83a5-fa346a658a34 HTTP/1.1" status: 200 len: 1130 time: 0.0501404 Apr 14 22:17:30.929775 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa62d9d-935a-40fe-a3f3-b782de30a3a1 req-cb354d51-2f0b-4f41-ab32-75145ac32d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:17:30.931326 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cfa62d9d-935a-40fe-a3f3-b782de30a3a1 req-cb354d51-2f0b-4f41-ab32-75145ac32d99 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e03a0b21-d92d-4751-9968-b97f6e477f51 HTTP/1.1" status: 200 len: 912 time: 0.1491477 Apr 14 22:17:30.995013 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cfa62d9d-935a-40fe-a3f3-b782de30a3a1 req-28f91924-d53d-4074-b3d7-3e048b82be4a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ece21b60-8346-4912-b298-7847043395dc HTTP/1.1" status: 200 len: 217 time: 0.0536437 Apr 14 22:17:31.016368 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91bb23-af72-4f41-8889-9baca3b3eb2d req-305f5913-b8f6-4161-a8df-c04e4a680a7d tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:17:31.017955 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8f91bb23-af72-4f41-8889-9baca3b3eb2d req-305f5913-b8f6-4161-a8df-c04e4a680a7d tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c033306-bfb7-47b8-83a5-fa346a658a34 HTTP/1.1" status: 200 len: 946 time: 0.1478169 Apr 14 22:17:31.079742 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8f91bb23-af72-4f41-8889-9baca3b3eb2d req-0f8c10b3-acb3-422c-b490-c38a6c8b51b6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552199 Apr 14 22:17:31.227597 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa62d9d-935a-40fe-a3f3-b782de30a3a1 req-4eee4863-526f-40c9-b59a-cf420ae10be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:17:31.229238 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cfa62d9d-935a-40fe-a3f3-b782de30a3a1 req-4eee4863-526f-40c9-b59a-cf420ae10be7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10052eef-9b75-42ae-9365-46a15f31951d HTTP/1.1" status: 200 len: 851 time: 0.0536234 Apr 14 22:17:31.300882 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa62d9d-935a-40fe-a3f3-b782de30a3a1 req-78712e60-27c5-4c64-b125-aa550ff2ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:17:31.302455 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cfa62d9d-935a-40fe-a3f3-b782de30a3a1 req-78712e60-27c5-4c64-b125-aa550ff2ee26 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e03a0b21-d92d-4751-9968-b97f6e477f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0674229 Apr 14 22:17:31.326377 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734e432-22d9-468e-8c8b-5deb0436a3bd req-866c978f-a9cd-415d-891f-facc0d259fc9 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:17:31.327845 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8734e432-22d9-468e-8c8b-5deb0436a3bd req-866c978f-a9cd-415d-891f-facc0d259fc9 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c033306-bfb7-47b8-83a5-fa346a658a34 HTTP/1.1" status: 200 len: 946 time: 0.0645745 Apr 14 22:17:31.485053 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-8734e432-22d9-468e-8c8b-5deb0436a3bd req-ffd03c07-a960-452e-a7da-0af2d98fb1d7 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Deleting port ece21b60-8346-4912-b298-7847043395dc {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:17:31.485341 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-8734e432-22d9-468e-8c8b-5deb0436a3bd req-ffd03c07-a960-452e-a7da-0af2d98fb1d7 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (ece21b60-8346-4912-b298-7847043395dc), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:31.490956 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cfa62d9d-935a-40fe-a3f3-b782de30a3a1 req-407989d1-bfc6-4dac-bc2d-93cd3e33df3c service neutron] 10.222.0.26 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776896 Apr 14 22:17:31.668165 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-8734e432-22d9-468e-8c8b-5deb0436a3bd req-ffd03c07-a960-452e-a7da-0af2d98fb1d7 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] For port ece21b60-8346-4912-b298-7847043395dc, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=ece21b60-8346-4912-b298-7847043395dc,segment=NetworkSegment(e5c756cd-ca08-467a-9b38-428d7837bb9a),segment_id=e5c756cd-ca08-467a-9b38-428d7837bb9a)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:17:31.668576 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-8734e432-22d9-468e-8c8b-5deb0436a3bd req-ffd03c07-a960-452e-a7da-0af2d98fb1d7 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (ece21b60-8346-4912-b298-7847043395dc), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:31.684169 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cfa62d9d-935a-40fe-a3f3-b782de30a3a1 req-7d0c96aa-f60c-46b0-abf5-669b00a9bd8d service neutron] 10.222.0.26 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754928 Apr 14 22:17:31.688740 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-8734e432-22d9-468e-8c8b-5deb0436a3bd req-ffd03c07-a960-452e-a7da-0af2d98fb1d7 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Calling delete_port for ece21b60-8346-4912-b298-7847043395dc owned by compute:nova {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:17:31.838350 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-8734e432-22d9-468e-8c8b-5deb0436a3bd req-ffd03c07-a960-452e-a7da-0af2d98fb1d7 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (ece21b60-8346-4912-b298-7847043395dc), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:31.873240 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd03c07-a960-452e-a7da-0af2d98fb1d7 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Pushing event deleted for resources: {'Port': ['ID=ece21b60-8346-4912-b298-7847043395dc,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:17:31.921512 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-8734e432-22d9-468e-8c8b-5deb0436a3bd req-ffd03c07-a960-452e-a7da-0af2d98fb1d7 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] No DVR routers for this DVR port ece21b60-8346-4912-b298-7847043395dc on host hv-cinder-83800 {{(pid=103420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:17:31.924044 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-8734e432-22d9-468e-8c8b-5deb0436a3bd req-ffd03c07-a960-452e-a7da-0af2d98fb1d7 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:31.927487 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8734e432-22d9-468e-8c8b-5deb0436a3bd req-ffd03c07-a960-452e-a7da-0af2d98fb1d7 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.26 "DELETE /v2.0/ports/ece21b60-8346-4912-b298-7847043395dc HTTP/1.1" status: 204 len: 173 time: 0.5878158 Apr 14 22:17:31.928029 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c033306-bfb7-47b8-83a5-fa346a658a34', 'name': 'network-vif-deleted', 'tag': 'ece21b60-8346-4912-b298-7847043395dc'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:17:31.930340 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145c5bfe-7402-4f02-8e00-b888b11e1d84" -d '{"events": [{"server_uuid": "0c033306-bfb7-47b8-83a5-fa346a658a34", "name": "network-vif-deleted", "tag": "ece21b60-8346-4912-b298-7847043395dc"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:17:31.976274 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1fc6c6-45ab-404e-be42-747e3dbff7d6 x-openstack-request-id: req-6e1fc6c6-45ab-404e-be42-747e3dbff7d6 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:17:31.976802 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c033306-bfb7-47b8-83a5-fa346a658a34", "name": "network-vif-deleted", "tag": "ece21b60-8346-4912-b298-7847043395dc", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:17:31.977231 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e1fc6c6-45ab-404e-be42-747e3dbff7d6 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:17:31.977909 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e1fc6c6-45ab-404e-be42-747e3dbff7d6'] response: {'server_uuid': '0c033306-bfb7-47b8-83a5-fa346a658a34', 'name': 'network-vif-deleted', 'tag': 'ece21b60-8346-4912-b298-7847043395dc', 'status': 'completed', 'code': 200} Apr 14 22:17:32.178545 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-9ffaffb6-e203-4ca5-b2a0-159216d22c3a req-d5a13950-6bd4-41e9-924f-e8a5ae4ff8a1 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c033306-bfb7-47b8-83a5-fa346a658a34 HTTP/1.1" status: 200 len: 210 time: 0.0284662 Apr 14 22:17:35.492918 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 54032) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:17:35.667568 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c507609d-7d85-4847-b5e8-3368a5416ee6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Deleting port 2f0caf2b-d61b-4a3f-bbdf-38bb249f7bc4 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:17:35.667886 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c507609d-7d85-4847-b5e8-3368a5416ee6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (2f0caf2b-d61b-4a3f-bbdf-38bb249f7bc4), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:35.752743 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c507609d-7d85-4847-b5e8-3368a5416ee6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (2f0caf2b-d61b-4a3f-bbdf-38bb249f7bc4), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:35.753062 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c507609d-7d85-4847-b5e8-3368a5416ee6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for floatingip (2f0caf2b-d61b-4a3f-bbdf-38bb249f7bc4), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:35.767059 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-c507609d-7d85-4847-b5e8-3368a5416ee6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Calling delete_port for 2f0caf2b-d61b-4a3f-bbdf-38bb249f7bc4 owned by network:floatingip {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:17:36.213549 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c507609d-7d85-4847-b5e8-3368a5416ee6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (2f0caf2b-d61b-4a3f-bbdf-38bb249f7bc4), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:36.239761 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507609d-7d85-4847-b5e8-3368a5416ee6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Pushing event deleted for resources: {'Port': ['ID=2f0caf2b-d61b-4a3f-bbdf-38bb249f7bc4,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:17:36.268847 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c507609d-7d85-4847-b5e8-3368a5416ee6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:36.269187 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c507609d-7d85-4847-b5e8-3368a5416ee6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:36.269530 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c507609d-7d85-4847-b5e8-3368a5416ee6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:36.269867 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c507609d-7d85-4847-b5e8-3368a5416ee6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:36.270196 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c507609d-7d85-4847-b5e8-3368a5416ee6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:36.270523 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c507609d-7d85-4847-b5e8-3368a5416ee6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:36.271490 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c507609d-7d85-4847-b5e8-3368a5416ee6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:36.272273 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c507609d-7d85-4847-b5e8-3368a5416ee6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:36.272273 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c507609d-7d85-4847-b5e8-3368a5416ee6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:36.272640 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c507609d-7d85-4847-b5e8-3368a5416ee6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:36.272973 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c507609d-7d85-4847-b5e8-3368a5416ee6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:36.273408 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c507609d-7d85-4847-b5e8-3368a5416ee6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:36.273594 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c507609d-7d85-4847-b5e8-3368a5416ee6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:36.273906 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c507609d-7d85-4847-b5e8-3368a5416ee6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:36.274221 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c507609d-7d85-4847-b5e8-3368a5416ee6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:36.317471 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c507609d-7d85-4847-b5e8-3368a5416ee6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for floatingip (48b9fa8e-1665-4159-98c7-17661cc9d345), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:36.318608 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.db.l3_db [None req-c507609d-7d85-4847-b5e8-3368a5416ee6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Floating IP 48b9fa8e-1665-4159-98c7-17661cc9d345 disassociated (deleted). External IP: 172.27.2.4, port: 36a0ee9a-52d5-47bd-bf78-256f36103063. Apr 14 22:17:36.330590 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device ece21b60-8346-4912-b298-7847043395dc no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:17:36.355124 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] No Port match for: ece21b60-8346-4912-b298-7847043395dc {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:17:36.355623 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device ece21b60-8346-4912-b298-7847043395dc not bound to the agent host hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:17:36.542589 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c507609d-7d85-4847-b5e8-3368a5416ee6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:17:36.657742 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c507609d-7d85-4847-b5e8-3368a5416ee6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:17:36.663358 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c507609d-7d85-4847-b5e8-3368a5416ee6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:36.668822 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c8f7d-bfde-4a38-a71b-5bff6213c5cc None None] Sync routers for ids ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:17:36.679468 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69c8f7d-bfde-4a38-a71b-5bff6213c5cc None None] Routers {'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:17:36.680096 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-f69c8f7d-bfde-4a38-a71b-5bff6213c5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:17:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:17:36.694329 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-c507609d-7d85-4847-b5e8-3368a5416ee6 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "DELETE /v2.0/floatingips/48b9fa8e-1665-4159-98c7-17661cc9d345 HTTP/1.1" status: 204 len: 168 time: 1.2002974 Apr 14 22:17:36.695034 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd11f6d-0145-4864-9f53-d5f79c867e97', 'tag': '36a0ee9a-52d5-47bd-bf78-256f36103063'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:17:36.697763 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe89b316cabc9c6da7693dfedcbc481d80d5331a5be4d9b973c074b75cf4af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ae8344-a5b5-4c77-914c-1c58d8f0d217" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd11f6d-0145-4864-9f53-d5f79c867e97", "tag": "36a0ee9a-52d5-47bd-bf78-256f36103063"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:17:36.801910 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058d35e8-d123-4b0a-9420-b964f98f9cfb x-openstack-request-id: req-058d35e8-d123-4b0a-9420-b964f98f9cfb {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:17:36.802197 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd11f6d-0145-4864-9f53-d5f79c867e97", "tag": "36a0ee9a-52d5-47bd-bf78-256f36103063", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:17:36.802496 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-f69c8f7d-bfde-4a38-a71b-5bff6213c5cc None None] Set router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:17:36.802691 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-058d35e8-d123-4b0a-9420-b964f98f9cfb {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:17:36.802897 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event matching ['req-058d35e8-d123-4b0a-9420-b964f98f9cfb'] response: {'name': 'network-changed', 'server_uuid': '3dd11f6d-0145-4864-9f53-d5f79c867e97', 'tag': '36a0ee9a-52d5-47bd-bf78-256f36103063', 'status': 'completed', 'code': 200} Apr 14 22:17:36.887099 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae8344-a5b5-4c77-914c-1c58d8f0d217 req-e26e43f9-86dc-4adb-8033-0468aa2abcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:17:36.889082 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-66ae8344-a5b5-4c77-914c-1c58d8f0d217 req-e26e43f9-86dc-4adb-8033-0468aa2abcc1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60ea1ac7ba4d4ff6ad60cc164e122876&device_id=3dd11f6d-0145-4864-9f53-d5f79c867e97 HTTP/1.1" status: 200 len: 1130 time: 0.0567822 Apr 14 22:17:36.940300 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f6d85-2573-4acb-98b2-7d8777703545 req-e5fd5e21-2f9c-4a94-acc4-d66c02d1ed50 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:17:36.941845 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ca3f6d85-2573-4acb-98b2-7d8777703545 req-e5fd5e21-2f9c-4a94-acc4-d66c02d1ed50 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd11f6d-0145-4864-9f53-d5f79c867e97 HTTP/1.1" status: 200 len: 946 time: 0.0492618 Apr 14 22:17:36.992890 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ca3f6d85-2573-4acb-98b2-7d8777703545 req-d8960e9a-63d3-44a5-9286-eaf30764f687 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442696 Apr 14 22:17:37.007942 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-f69c8f7d-bfde-4a38-a71b-5bff6213c5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'name': 'tempest-TestVolumeBootPattern-1568295418-router', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:39Z', 'revision_number': 4, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'gw_port': {'id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '22c46188-ada7-4678-92f9-feb2369e00c5', 'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'mac_address': 'fa:16:3e:5e:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '10052eef-9b75-42ae-9365-46a15f31951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:39Z', 'updated_at': '2022-04-14T22:10:44Z', 'revision_number': 5, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'subnets': [{'id': '10052eef-9b75-42ae-9365-46a15f31951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:17:37.034948 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c8f7d-bfde-4a38-a71b-5bff6213c5cc None None] Checking router: b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:17:37.043649 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69c8f7d-bfde-4a38-a71b-5bff6213c5cc None None] Routers {'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:17:37.044356 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-f69c8f7d-bfde-4a38-a71b-5bff6213c5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:17:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:17:37.153940 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-f69c8f7d-bfde-4a38-a71b-5bff6213c5cc None None] Set router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:17:37.343334 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-f69c8f7d-bfde-4a38-a71b-5bff6213c5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'name': 'tempest-TestVolumeBootPattern-1568295418-router', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:39Z', 'revision_number': 4, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'gw_port': {'id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '22c46188-ada7-4678-92f9-feb2369e00c5', 'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'mac_address': 'fa:16:3e:5e:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '10052eef-9b75-42ae-9365-46a15f31951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:39Z', 'updated_at': '2022-04-14T22:10:44Z', 'revision_number': 5, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'subnets': [{'id': '10052eef-9b75-42ae-9365-46a15f31951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:17:37.369880 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c8f7d-bfde-4a38-a71b-5bff6213c5cc None None] The sync data for ids ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'] in dv-cinder-838009-1-iscsi is: [{'id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'name': 'tempest-TestVolumeBootPattern-1568295418-router', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:39Z', 'revision_number': 4, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'gw_port': {'id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi', '_interfaces': [{'id': '22c46188-ada7-4678-92f9-feb2369e00c5', 'name': '', 'network_id': 'e03a0b21-d92d-4751-9968-b97f6e477f51', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'mac_address': 'fa:16:3e:5e:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '10052eef-9b75-42ae-9365-46a15f31951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:39Z', 'updated_at': '2022-04-14T22:10:44Z', 'revision_number': 5, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'subnets': [{'id': '10052eef-9b75-42ae-9365-46a15f31951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:17:37.598786 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8815908c-d810-4185-88d8-6ff31e2bb1eb None None] New status for floating IP 48b9fa8e-1665-4159-98c7-17661cc9d345: DOWN {{(pid=103422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:17:38.155538 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7965a25-bac3-4239-a94d-76a25f6b83c4 req-b335ab30-8818-4199-9857-62369bf57498 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:17:38.157297 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a7965a25-bac3-4239-a94d-76a25f6b83c4 req-b335ab30-8818-4199-9857-62369bf57498 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd11f6d-0145-4864-9f53-d5f79c867e97 HTTP/1.1" status: 200 len: 946 time: 0.0899572 Apr 14 22:17:38.182115 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae8344-a5b5-4c77-914c-1c58d8f0d217 req-4ee276ed-164d-405b-8e33-b2c1c39b9dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:17:38.183707 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-66ae8344-a5b5-4c77-914c-1c58d8f0d217 req-4ee276ed-164d-405b-8e33-b2c1c39b9dca service neutron] 10.222.0.26 "GET /v2.0/networks?id=e03a0b21-d92d-4751-9968-b97f6e477f51 HTTP/1.1" status: 200 len: 912 time: 0.1614172 Apr 14 22:17:38.239754 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-a7965a25-bac3-4239-a94d-76a25f6b83c4 req-073584ef-cea3-4a3c-9634-4156bd2b7fd4 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=476fe9db-852b-46b4-abae-1111fc72b2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742548 Apr 14 22:17:38.269547 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-66ae8344-a5b5-4c77-914c-1c58d8f0d217 req-7f2aa3bb-9edf-4e7b-9293-37a9ca4e27dc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36a0ee9a-52d5-47bd-bf78-256f36103063 HTTP/1.1" status: 200 len: 217 time: 0.0462382 Apr 14 22:17:38.332418 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae8344-a5b5-4c77-914c-1c58d8f0d217 req-bcdfbb74-8664-41f8-80b3-ceae175e322d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:17:38.334926 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-66ae8344-a5b5-4c77-914c-1c58d8f0d217 req-bcdfbb74-8664-41f8-80b3-ceae175e322d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10052eef-9b75-42ae-9365-46a15f31951d HTTP/1.1" status: 200 len: 851 time: 0.0589991 Apr 14 22:17:38.475211 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae8344-a5b5-4c77-914c-1c58d8f0d217 req-fad462c4-e3f6-40bc-abad-a51cfae2dabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:17:38.476862 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-66ae8344-a5b5-4c77-914c-1c58d8f0d217 req-fad462c4-e3f6-40bc-abad-a51cfae2dabf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e03a0b21-d92d-4751-9968-b97f6e477f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409060 Apr 14 22:17:38.597040 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f516e-402b-4f2a-a3da-40e074a30f88 req-d0e5983f-d82a-463d-88bb-406910b3118e tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:17:38.598470 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-233f516e-402b-4f2a-a3da-40e074a30f88 req-d0e5983f-d82a-463d-88bb-406910b3118e tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dd11f6d-0145-4864-9f53-d5f79c867e97 HTTP/1.1" status: 200 len: 946 time: 0.0839260 Apr 14 22:17:38.622418 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-66ae8344-a5b5-4c77-914c-1c58d8f0d217 req-519b37ec-d3c5-46f6-8ac3-b48df41a812f service neutron] 10.222.0.26 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391852 Apr 14 22:17:38.757086 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-233f516e-402b-4f2a-a3da-40e074a30f88 req-b82fc3b1-d6a1-4c43-9340-bc0088def750 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Deleting port 36a0ee9a-52d5-47bd-bf78-256f36103063 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:17:38.757418 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-233f516e-402b-4f2a-a3da-40e074a30f88 req-b82fc3b1-d6a1-4c43-9340-bc0088def750 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (36a0ee9a-52d5-47bd-bf78-256f36103063), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:38.797495 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-66ae8344-a5b5-4c77-914c-1c58d8f0d217 req-aaff0f69-d8a1-4dd9-b2e1-c4dfa1dd0ff0 service neutron] 10.222.0.26 "GET /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537633 Apr 14 22:17:38.862697 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-233f516e-402b-4f2a-a3da-40e074a30f88 req-b82fc3b1-d6a1-4c43-9340-bc0088def750 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] For port 36a0ee9a-52d5-47bd-bf78-256f36103063, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=36a0ee9a-52d5-47bd-bf78-256f36103063,segment=NetworkSegment(e5c756cd-ca08-467a-9b38-428d7837bb9a),segment_id=e5c756cd-ca08-467a-9b38-428d7837bb9a)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:17:38.862965 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-233f516e-402b-4f2a-a3da-40e074a30f88 req-b82fc3b1-d6a1-4c43-9340-bc0088def750 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (36a0ee9a-52d5-47bd-bf78-256f36103063), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:38.875926 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [req-233f516e-402b-4f2a-a3da-40e074a30f88 req-b82fc3b1-d6a1-4c43-9340-bc0088def750 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Calling delete_port for 36a0ee9a-52d5-47bd-bf78-256f36103063 owned by compute:nova {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:17:39.004695 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-233f516e-402b-4f2a-a3da-40e074a30f88 req-b82fc3b1-d6a1-4c43-9340-bc0088def750 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (36a0ee9a-52d5-47bd-bf78-256f36103063), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:39.033232 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fc3b1-d6a1-4c43-9340-bc0088def750 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Pushing event deleted for resources: {'Port': ['ID=36a0ee9a-52d5-47bd-bf78-256f36103063,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:17:39.077483 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-233f516e-402b-4f2a-a3da-40e074a30f88 req-b82fc3b1-d6a1-4c43-9340-bc0088def750 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] No DVR routers for this DVR port 36a0ee9a-52d5-47bd-bf78-256f36103063 on host hv-cinder-83800 {{(pid=103420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:17:39.080015 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-233f516e-402b-4f2a-a3da-40e074a30f88 req-b82fc3b1-d6a1-4c43-9340-bc0088def750 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:39.084587 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-233f516e-402b-4f2a-a3da-40e074a30f88 req-b82fc3b1-d6a1-4c43-9340-bc0088def750 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.26 "DELETE /v2.0/ports/36a0ee9a-52d5-47bd-bf78-256f36103063 HTTP/1.1" status: 204 len: 173 time: 0.4744647 Apr 14 22:17:39.085046 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd11f6d-0145-4864-9f53-d5f79c867e97', 'name': 'network-vif-deleted', 'tag': '36a0ee9a-52d5-47bd-bf78-256f36103063'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:17:39.087285 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d9dc3523e8edfe0172f901c423a95eec439911068ca30efb87437add123738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbaf50df-4f26-49c3-857a-5944c8e1f004" -d '{"events": [{"server_uuid": "3dd11f6d-0145-4864-9f53-d5f79c867e97", "name": "network-vif-deleted", "tag": "36a0ee9a-52d5-47bd-bf78-256f36103063"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:17:39.123453 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce5c7a5-2f0a-4153-b15e-d13b77522daf x-openstack-request-id: req-8ce5c7a5-2f0a-4153-b15e-d13b77522daf {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:17:39.123748 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd11f6d-0145-4864-9f53-d5f79c867e97", "name": "network-vif-deleted", "tag": "36a0ee9a-52d5-47bd-bf78-256f36103063", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:17:39.124004 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ce5c7a5-2f0a-4153-b15e-d13b77522daf {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:17:39.124453 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ce5c7a5-2f0a-4153-b15e-d13b77522daf'] response: {'server_uuid': '3dd11f6d-0145-4864-9f53-d5f79c867e97', 'name': 'network-vif-deleted', 'tag': '36a0ee9a-52d5-47bd-bf78-256f36103063', 'status': 'completed', 'code': 200} Apr 14 22:17:39.349639 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [req-1b6f0fdc-0597-448c-9ded-5e610d319178 req-65ecf26d-6d3f-4e7d-9be0-5640a1267fd0 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd11f6d-0145-4864-9f53-d5f79c867e97 HTTP/1.1" status: 200 len: 210 time: 0.0349352 Apr 14 22:17:40.416201 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 54050) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:17:40.542916 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b7e968fd-5eb9-46a4-ba66-0c19e116dc48 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Deleting port 59ac0544-b149-43a5-b93c-34bc84426558 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:17:40.543259 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b7e968fd-5eb9-46a4-ba66-0c19e116dc48 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (59ac0544-b149-43a5-b93c-34bc84426558), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:40.626473 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b7e968fd-5eb9-46a4-ba66-0c19e116dc48 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (59ac0544-b149-43a5-b93c-34bc84426558), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:40.626797 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b7e968fd-5eb9-46a4-ba66-0c19e116dc48 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for floatingip (59ac0544-b149-43a5-b93c-34bc84426558), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:40.640615 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-b7e968fd-5eb9-46a4-ba66-0c19e116dc48 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Calling delete_port for 59ac0544-b149-43a5-b93c-34bc84426558 owned by network:floatingip {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:17:40.780951 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b7e968fd-5eb9-46a4-ba66-0c19e116dc48 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (59ac0544-b149-43a5-b93c-34bc84426558), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:40.809496 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e968fd-5eb9-46a4-ba66-0c19e116dc48 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Pushing event deleted for resources: {'Port': ['ID=59ac0544-b149-43a5-b93c-34bc84426558,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:17:40.874194 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b7e968fd-5eb9-46a4-ba66-0c19e116dc48 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for floatingip (0b4d9201-ca4c-4e20-842b-fda2c28a7e1f), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:40.876834 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b7e968fd-5eb9-46a4-ba66-0c19e116dc48 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11635'] for floatingip (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:40.878021 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-b7e968fd-5eb9-46a4-ba66-0c19e116dc48 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "DELETE /v2.0/floatingips/0b4d9201-ca4c-4e20-842b-fda2c28a7e1f HTTP/1.1" status: 204 len: 168 time: 0.4608004 Apr 14 22:17:42.106217 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 54062) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:17:42.168806 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-264f3707-f45f-4810-89e1-c37bf9f504a7 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for security_group (476fe9db-852b-46b4-abae-1111fc72b2e8), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:42.197035 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-264f3707-f45f-4810-89e1-c37bf9f504a7 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for security_group (476fe9db-852b-46b4-abae-1111fc72b2e8), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:42.273091 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-264f3707-f45f-4810-89e1-c37bf9f504a7 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (476fe9db-852b-46b4-abae-1111fc72b2e8), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:42.276011 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-264f3707-f45f-4810-89e1-c37bf9f504a7 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:42.277399 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-264f3707-f45f-4810-89e1-c37bf9f504a7 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] 10.222.0.43 "DELETE /v2.0/security-groups/476fe9db-852b-46b4-abae-1111fc72b2e8 HTTP/1.1" status: 204 len: 168 time: 0.1700041 Apr 14 22:17:42.288174 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f3707-f45f-4810-89e1-c37bf9f504a7 tempest-TestVolumeBootPattern-130497741 tempest-TestVolumeBootPattern-130497741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=476fe9db-852b-46b4-abae-1111fc72b2e8,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:17:42.341696 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 54066) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:17:42.363749 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 36a0ee9a-52d5-47bd-bf78-256f36103063 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:17:42.387547 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] No Port match for: 36a0ee9a-52d5-47bd-bf78-256f36103063 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:17:42.387894 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Device 36a0ee9a-52d5-47bd-bf78-256f36103063 not bound to the agent host hv-cinder-83800 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:17:42.812771 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-52b900f0-ff7a-4ca5-9195-74c13a1bf1d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1775047'] for router_interface (b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:43.064499 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-52b900f0-ff7a-4ca5-9195-74c13a1bf1d4 admin admin] Deleting port 22c46188-ada7-4678-92f9-feb2369e00c5 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:17:43.064739 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-52b900f0-ff7a-4ca5-9195-74c13a1bf1d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (22c46188-ada7-4678-92f9-feb2369e00c5), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:43.139767 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:43.156966 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-52b900f0-ff7a-4ca5-9195-74c13a1bf1d4 admin admin] For port 22c46188-ada7-4678-92f9-feb2369e00c5, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=22c46188-ada7-4678-92f9-feb2369e00c5,segment=NetworkSegment(e5c756cd-ca08-467a-9b38-428d7837bb9a),segment_id=e5c756cd-ca08-467a-9b38-428d7837bb9a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:17:43.157579 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-52b900f0-ff7a-4ca5-9195-74c13a1bf1d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (22c46188-ada7-4678-92f9-feb2369e00c5), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:43.174287 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-52b900f0-ff7a-4ca5-9195-74c13a1bf1d4 admin admin] Calling delete_port for 22c46188-ada7-4678-92f9-feb2369e00c5 owned by network:router_interface {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:17:43.404287 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-52b900f0-ff7a-4ca5-9195-74c13a1bf1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (22c46188-ada7-4678-92f9-feb2369e00c5), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:43.435426 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b900f0-ff7a-4ca5-9195-74c13a1bf1d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=22c46188-ada7-4678-92f9-feb2369e00c5,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:17:43.676015 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-52b900f0-ff7a-4ca5-9195-74c13a1bf1d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1774939'] for router_interface (b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:43.919667 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b900f0-ff7a-4ca5-9195-74c13a1bf1d4 admin admin] Router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:17:44.035112 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b900f0-ff7a-4ca5-9195-74c13a1bf1d4 admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:17:44.040943 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-52b900f0-ff7a-4ca5-9195-74c13a1bf1d4 admin admin] 10.222.0.43 "PUT /v2.0/routers/b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6982720 Apr 14 22:17:44.043553 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 54070) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:17:44.045005 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df2d87f-1e17-4bdb-9f73-861a1153ecda None None] Sync routers for ids ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'] in dv-cinder-838009-1-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:17:44.055855 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df2d87f-1e17-4bdb-9f73-861a1153ecda None None] Routers {'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:17:44.056506 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-5df2d87f-1e17-4bdb-9f73-861a1153ecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:17:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:17:44.160700 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-28b947ff-286e-4388-8ffe-7c51dd9a3f64 admin admin] Publish callbacks [] for router (b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:44.221018 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-5df2d87f-1e17-4bdb-9f73-861a1153ecda None None] Set router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:17:44.278723 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-28b947ff-286e-4388-8ffe-7c51dd9a3f64 admin admin] Publish callbacks [] for router_gateway (b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:44.327800 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-28b947ff-286e-4388-8ffe-7c51dd9a3f64 admin admin] Deleting port a779d1b2-5656-42e8-b26d-48e4306b6987 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:17:44.328152 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-28b947ff-286e-4388-8ffe-7c51dd9a3f64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (a779d1b2-5656-42e8-b26d-48e4306b6987), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:44.401919 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-5df2d87f-1e17-4bdb-9f73-861a1153ecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'name': 'tempest-TestVolumeBootPattern-1568295418-router', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:17:43Z', 'revision_number': 5, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'gw_port': {'id': 'a779d1b2-5656-42e8-b26d-48e4306b6987', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:17:44.431444 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df2d87f-1e17-4bdb-9f73-861a1153ecda None None] Checking router: b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 for host: dv-cinder-838009-1-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:17:44.441244 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df2d87f-1e17-4bdb-9f73-861a1153ecda None None] Routers {'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:17:44.441882 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-5df2d87f-1e17-4bdb-9f73-861a1153ecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:17:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:17:44.544639 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-5df2d87f-1e17-4bdb-9f73-861a1153ecda None None] Set router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 gateway port host: None {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:17:44.650201 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-5df2d87f-1e17-4bdb-9f73-861a1153ecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'name': 'tempest-TestVolumeBootPattern-1568295418-router', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:17:44Z', 'revision_number': 6, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'gw_port_host': None}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:17:44.682723 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-28b947ff-286e-4388-8ffe-7c51dd9a3f64 admin admin] For port a779d1b2-5656-42e8-b26d-48e4306b6987, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=a779d1b2-5656-42e8-b26d-48e4306b6987,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:17:44.683132 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-28b947ff-286e-4388-8ffe-7c51dd9a3f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (a779d1b2-5656-42e8-b26d-48e4306b6987), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:44.686007 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df2d87f-1e17-4bdb-9f73-861a1153ecda None None] The sync data for ids ['b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8'] in dv-cinder-838009-1-iscsi is: [{'id': 'b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8', 'name': 'tempest-TestVolumeBootPattern-1568295418-router', 'tenant_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:37Z', 'updated_at': '2022-04-14T22:17:44Z', 'revision_number': 6, 'project_id': '60ea1ac7ba4d4ff6ad60cc164e122876', 'gw_port_host': None}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:17:44.700173 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-28b947ff-286e-4388-8ffe-7c51dd9a3f64 admin admin] Calling delete_port for a779d1b2-5656-42e8-b26d-48e4306b6987 owned by network:router_gateway {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:17:44.891022 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-28b947ff-286e-4388-8ffe-7c51dd9a3f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (a779d1b2-5656-42e8-b26d-48e4306b6987), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:44.918032 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b947ff-286e-4388-8ffe-7c51dd9a3f64 admin admin] Pushing event deleted for resources: {'Port': ['ID=a779d1b2-5656-42e8-b26d-48e4306b6987,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:17:44.991616 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-28b947ff-286e-4388-8ffe-7c51dd9a3f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773821'] for router_gateway (b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:45.093707 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-28b947ff-286e-4388-8ffe-7c51dd9a3f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1780003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26535'] for router (b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:45.096119 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-28b947ff-286e-4388-8ffe-7c51dd9a3f64 admin admin] Publish callbacks [] for router_controller (b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8), precommit_delete_associations {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:45.142133 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-28b947ff-286e-4388-8ffe-7c51dd9a3f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1779992'] for router (b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:45.142658 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b947ff-286e-4388-8ffe-7c51dd9a3f64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 {{(pid=103419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:17:45.147031 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-28b947ff-286e-4388-8ffe-7c51dd9a3f64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:45.148179 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-28b947ff-286e-4388-8ffe-7c51dd9a3f64 admin admin] 10.222.0.43 "DELETE /v2.0/routers/b9dfa0c8-1df7-4da9-95d9-e34b7f96bbc8 HTTP/1.1" status: 204 len: 168 time: 1.1036689 Apr 14 22:17:45.150837 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 54072) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:17:45.196922 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_v2 [None req-089d720f-3ac3-402c-8e41-263da009932d admin admin] Deleting subnet 10052eef-9b75-42ae-9365-46a15f31951d {{(pid=103419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:17:45.200462 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-089d720f-3ac3-402c-8e41-263da009932d admin admin] Publish callbacks [] for subnet (10052eef-9b75-42ae-9365-46a15f31951d), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:45.240404 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-089d720f-3ac3-402c-8e41-263da009932d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2730075'] for subnet (10052eef-9b75-42ae-9365-46a15f31951d), precommit_delete_associations {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:45.318677 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-089d720f-3ac3-402c-8e41-263da009932d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779310'] for subnet (10052eef-9b75-42ae-9365-46a15f31951d), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:45.372727 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-089d720f-3ac3-402c-8e41-263da009932d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9471835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9650152'] for subnet (10052eef-9b75-42ae-9365-46a15f31951d), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:45.400481 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d720f-3ac3-402c-8e41-263da009932d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10052eef-9b75-42ae-9365-46a15f31951d,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:17:45.406164 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-089d720f-3ac3-402c-8e41-263da009932d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:45.409460 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-089d720f-3ac3-402c-8e41-263da009932d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/10052eef-9b75-42ae-9365-46a15f31951d HTTP/1.1" status: 204 len: 168 time: 0.2576015 Apr 14 22:17:45.413572 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 54074) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:17:45.414417 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea37d53b-1443-42da-bd12-3993a0d7e7dc None None] Network e03a0b21-d92d-4751-9968-b97f6e477f51 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:17:45.501722 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c47b152a-8260-4a25-a645-3c17449afa86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606303'] for network (e03a0b21-d92d-4751-9968-b97f6e477f51), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:45.520020 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device a779d1b2-5656-42e8-b26d-48e4306b6987 no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:17:45.557939 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: a779d1b2-5656-42e8-b26d-48e4306b6987 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:17:45.558530 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device a779d1b2-5656-42e8-b26d-48e4306b6987 not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:17:45.559174 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 22c46188-ada7-4678-92f9-feb2369e00c5 no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:17:45.559318 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-c47b152a-8260-4a25-a645-3c17449afa86 admin admin] Deleting port c800dcd3-7a15-47ef-9b16-0bb35ac19af3 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:17:45.559761 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c47b152a-8260-4a25-a645-3c17449afa86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (c800dcd3-7a15-47ef-9b16-0bb35ac19af3), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:45.594803 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: 22c46188-ada7-4678-92f9-feb2369e00c5 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:17:45.595300 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 22c46188-ada7-4678-92f9-feb2369e00c5 not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:17:45.627212 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61faef1-8d04-4fbb-a0a6-b2cd112c5d2e None None] DHCP port deletion for e03a0b21-d92d-4751-9968-b97f6e477f51 request from dv-cinder-838009-1-iscsi {{(pid=103421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:17:45.643299 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-c47b152a-8260-4a25-a645-3c17449afa86 admin admin] For port c800dcd3-7a15-47ef-9b16-0bb35ac19af3, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=c800dcd3-7a15-47ef-9b16-0bb35ac19af3,segment=NetworkSegment(e5c756cd-ca08-467a-9b38-428d7837bb9a),segment_id=e5c756cd-ca08-467a-9b38-428d7837bb9a)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:17:45.643685 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c47b152a-8260-4a25-a645-3c17449afa86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (c800dcd3-7a15-47ef-9b16-0bb35ac19af3), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:45.657619 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-c47b152a-8260-4a25-a645-3c17449afa86 admin admin] Calling delete_port for c800dcd3-7a15-47ef-9b16-0bb35ac19af3 owned by network:dhcp {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:17:45.672237 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-e61faef1-8d04-4fbb-a0a6-b2cd112c5d2e None None] Deleting port c800dcd3-7a15-47ef-9b16-0bb35ac19af3 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:17:45.672677 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e61faef1-8d04-4fbb-a0a6-b2cd112c5d2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (c800dcd3-7a15-47ef-9b16-0bb35ac19af3), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:45.746810 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c47b152a-8260-4a25-a645-3c17449afa86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (c800dcd3-7a15-47ef-9b16-0bb35ac19af3), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:45.753169 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-e61faef1-8d04-4fbb-a0a6-b2cd112c5d2e None None] For port c800dcd3-7a15-47ef-9b16-0bb35ac19af3, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=c800dcd3-7a15-47ef-9b16-0bb35ac19af3,segment=NetworkSegment(e5c756cd-ca08-467a-9b38-428d7837bb9a),segment_id=e5c756cd-ca08-467a-9b38-428d7837bb9a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:17:45.753786 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e61faef1-8d04-4fbb-a0a6-b2cd112c5d2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (c800dcd3-7a15-47ef-9b16-0bb35ac19af3), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:45.770261 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-e61faef1-8d04-4fbb-a0a6-b2cd112c5d2e None None] Calling delete_port for c800dcd3-7a15-47ef-9b16-0bb35ac19af3 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:17:45.776605 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b152a-8260-4a25-a645-3c17449afa86 admin admin] Pushing event deleted for resources: {'Port': ['ID=c800dcd3-7a15-47ef-9b16-0bb35ac19af3,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:17:45.778522 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47b152a-8260-4a25-a645-3c17449afa86 admin admin] No DVR routers for this DVR port c800dcd3-7a15-47ef-9b16-0bb35ac19af3 on host dv-cinder-838009-1-iscsi {{(pid=103420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:17:45.857847 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e61faef1-8d04-4fbb-a0a6-b2cd112c5d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705'] for port (c800dcd3-7a15-47ef-9b16-0bb35ac19af3), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:45.861374 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c47b152a-8260-4a25-a645-3c17449afa86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786069', 'neutron.services.segments.db._delete_segments_for_network-8754551739832'] for network (e03a0b21-d92d-4751-9968-b97f6e477f51), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:45.885721 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-c47b152a-8260-4a25-a645-3c17449afa86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e03a0b21-d92d-4751-9968-b97f6e477f51']}} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:17:45.888698 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61faef1-8d04-4fbb-a0a6-b2cd112c5d2e None None] Pushing event deleted for resources: {'Port': ['ID=c800dcd3-7a15-47ef-9b16-0bb35ac19af3,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:17:45.891059 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61faef1-8d04-4fbb-a0a6-b2cd112c5d2e None None] No DVR routers for this DVR port c800dcd3-7a15-47ef-9b16-0bb35ac19af3 on host dv-cinder-838009-1-iscsi {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:17:45.897511 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-c47b152a-8260-4a25-a645-3c17449afa86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c756cd-ca08-467a-9b38-428d7837bb9a') {'for_net_delete': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:17:45.897996 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-c47b152a-8260-4a25-a645-3c17449afa86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c756cd-ca08-467a-9b38-428d7837bb9a') {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:17:45.899783 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61faef1-8d04-4fbb-a0a6-b2cd112c5d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:45.900134 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61faef1-8d04-4fbb-a0a6-b2cd112c5d2e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:45.900511 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61faef1-8d04-4fbb-a0a6-b2cd112c5d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:45.900854 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61faef1-8d04-4fbb-a0a6-b2cd112c5d2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:45.901192 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61faef1-8d04-4fbb-a0a6-b2cd112c5d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:45.901525 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61faef1-8d04-4fbb-a0a6-b2cd112c5d2e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:45.901852 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61faef1-8d04-4fbb-a0a6-b2cd112c5d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:45.902181 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61faef1-8d04-4fbb-a0a6-b2cd112c5d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:45.902508 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61faef1-8d04-4fbb-a0a6-b2cd112c5d2e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:45.902835 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61faef1-8d04-4fbb-a0a6-b2cd112c5d2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:45.903160 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61faef1-8d04-4fbb-a0a6-b2cd112c5d2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:45.903486 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61faef1-8d04-4fbb-a0a6-b2cd112c5d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:45.903827 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61faef1-8d04-4fbb-a0a6-b2cd112c5d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:45.904147 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61faef1-8d04-4fbb-a0a6-b2cd112c5d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:45.904492 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61faef1-8d04-4fbb-a0a6-b2cd112c5d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-1-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:45.914410 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c47b152a-8260-4a25-a645-3c17449afa86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754551744449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10468376'] for segment (e5c756cd-ca08-467a-9b38-428d7837bb9a), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:45.931824 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c47b152a-8260-4a25-a645-3c17449afa86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (e5c756cd-ca08-467a-9b38-428d7837bb9a), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:45.939570 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c47b152a-8260-4a25-a645-3c17449afa86 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:17:45.939903 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c47b152a-8260-4a25-a645-3c17449afa86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8824198'] for segment (e5c756cd-ca08-467a-9b38-428d7837bb9a), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: Traceback (most recent call last): Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: timer() Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: cb(*args, **kw) Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: return func(*args, **kwargs) Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: self._notify() Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: self.callback(batched_events) Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: event.method(event) Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: return f(self, *a, **k) Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: return self._get(url).json() Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: return self.request(url, 'GET', **kwargs) Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:17:45.942027 dv-cinder-838009-1-iscsi neutron-server[103420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:17:46.009771 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c47b152a-8260-4a25-a645-3c17449afa86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773785'] for network (e03a0b21-d92d-4751-9968-b97f6e477f51), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:46.015649 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c47b152a-8260-4a25-a645-3c17449afa86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:46.019066 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-c47b152a-8260-4a25-a645-3c17449afa86 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e03a0b21-d92d-4751-9968-b97f6e477f51 HTTP/1.1" status: 204 len: 168 time: 0.6035643 Apr 14 22:17:46.023806 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 54076) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:17:46.031815 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b152a-8260-4a25-a645-3c17449afa86 admin admin] Pushing event deleted for resources: {'Network': ['ID=e03a0b21-d92d-4751-9968-b97f6e477f51,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:17:46.340831 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:17:46.372147 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6f2e7897-bc26-43c2-8dcf-0327daa92a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1775047'] for router_interface (68c89b01-eeb8-4e7d-92e4-87ece5cac037), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:46.694867 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6f2e7897-bc26-43c2-8dcf-0327daa92a79 admin admin] Deleting port eb29b779-98da-45c9-abe2-2eba5e0cd8ce {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:17:46.695120 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6f2e7897-bc26-43c2-8dcf-0327daa92a79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (eb29b779-98da-45c9-abe2-2eba5e0cd8ce), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:46.783291 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6f2e7897-bc26-43c2-8dcf-0327daa92a79 admin admin] For port eb29b779-98da-45c9-abe2-2eba5e0cd8ce, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=eb29b779-98da-45c9-abe2-2eba5e0cd8ce,segment=NetworkSegment(8a2876f4-c8a7-49b1-90e7-3ada4a0a1356),segment_id=8a2876f4-c8a7-49b1-90e7-3ada4a0a1356)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:17:46.783648 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6f2e7897-bc26-43c2-8dcf-0327daa92a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (eb29b779-98da-45c9-abe2-2eba5e0cd8ce), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:46.799092 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6f2e7897-bc26-43c2-8dcf-0327daa92a79 admin admin] Calling delete_port for eb29b779-98da-45c9-abe2-2eba5e0cd8ce owned by network:router_interface {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:17:46.996515 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6f2e7897-bc26-43c2-8dcf-0327daa92a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (eb29b779-98da-45c9-abe2-2eba5e0cd8ce), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:47.023199 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e7897-bc26-43c2-8dcf-0327daa92a79 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb29b779-98da-45c9-abe2-2eba5e0cd8ce,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:17:47.218856 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6f2e7897-bc26-43c2-8dcf-0327daa92a79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1774939'] for router_interface (68c89b01-eeb8-4e7d-92e4-87ece5cac037), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:47.383199 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device c800dcd3-7a15-47ef-9b16-0bb35ac19af3 no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:17:47.404612 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: c800dcd3-7a15-47ef-9b16-0bb35ac19af3 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:17:47.404893 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device c800dcd3-7a15-47ef-9b16-0bb35ac19af3 not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:17:47.455349 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2e7897-bc26-43c2-8dcf-0327daa92a79 admin admin] Router 68c89b01-eeb8-4e7d-92e4-87ece5cac037 has already been hosted by L3 agent 9fb2615d-a397-4304-8cf0-71d108305f43 {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:17:47.580456 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2e7897-bc26-43c2-8dcf-0327daa92a79 admin admin] Notify agent at l3_agent.dv-cinder-838009-1-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:17:47.585542 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-6f2e7897-bc26-43c2-8dcf-0327daa92a79 admin admin] 10.222.0.43 "PUT /v2.0/routers/68c89b01-eeb8-4e7d-92e4-87ece5cac037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5605080 Apr 14 22:17:47.588051 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 54078) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:17:47.590706 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574831c3-10c7-4a11-aaa9-0bc4aff6924d None None] Sync routers for ids ['68c89b01-eeb8-4e7d-92e4-87ece5cac037'] in dv-cinder-838009-1-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:17:47.602118 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574831c3-10c7-4a11-aaa9-0bc4aff6924d None None] Routers {'68c89b01-eeb8-4e7d-92e4-87ece5cac037'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:17:47.602605 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-574831c3-10c7-4a11-aaa9-0bc4aff6924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:17:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['68c89b01-eeb8-4e7d-92e4-87ece5cac037'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:17:47.710732 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4144b586-3bfe-4648-ae0b-ad59643c7719 admin admin] Publish callbacks [] for router (68c89b01-eeb8-4e7d-92e4-87ece5cac037), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:47.724637 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-574831c3-10c7-4a11-aaa9-0bc4aff6924d None None] Set router 68c89b01-eeb8-4e7d-92e4-87ece5cac037 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:17:47.935263 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-574831c3-10c7-4a11-aaa9-0bc4aff6924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c89b01-eeb8-4e7d-92e4-87ece5cac037', 'name': 'tempest-TestVolumeBootPattern-449130882-router', 'tenant_id': 'bab35fe6a80f4298af27e2208744f27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '923175f7-7605-41cd-9550-0b40bb618428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:42Z', 'updated_at': '2022-04-14T22:17:46Z', 'revision_number': 5, 'project_id': 'bab35fe6a80f4298af27e2208744f27c', 'gw_port': {'id': '923175f7-7605-41cd-9550-0b40bb618428', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:80:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c89b01-eeb8-4e7d-92e4-87ece5cac037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:42Z', 'updated_at': '2022-04-14T22:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:17:47.963727 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574831c3-10c7-4a11-aaa9-0bc4aff6924d None None] Checking router: 68c89b01-eeb8-4e7d-92e4-87ece5cac037 for host: dv-cinder-838009-1-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:17:47.973930 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574831c3-10c7-4a11-aaa9-0bc4aff6924d None None] Routers {'68c89b01-eeb8-4e7d-92e4-87ece5cac037'} bound to L3 agent in host dv-cinder-838009-1-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:17:47.974598 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-574831c3-10c7-4a11-aaa9-0bc4aff6924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:51:26Z,description=,heartbeat_timestamp=2022-04-14T22:17:26Z,host='dv-cinder-838009-1-iscsi',id=9fb2615d-a397-4304-8cf0-71d108305f43,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:51:26Z,topic='l3_agent')) {'router_ids': ['68c89b01-eeb8-4e7d-92e4-87ece5cac037'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:17:48.095415 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4144b586-3bfe-4648-ae0b-ad59643c7719 admin admin] Publish callbacks [] for router_gateway (68c89b01-eeb8-4e7d-92e4-87ece5cac037), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:48.121325 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-574831c3-10c7-4a11-aaa9-0bc4aff6924d None None] Set router 68c89b01-eeb8-4e7d-92e4-87ece5cac037 gateway port host: dv-cinder-838009-1-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:17:48.144438 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-4144b586-3bfe-4648-ae0b-ad59643c7719 admin admin] Deleting port 923175f7-7605-41cd-9550-0b40bb618428 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:17:48.144781 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4144b586-3bfe-4648-ae0b-ad59643c7719 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (923175f7-7605-41cd-9550-0b40bb618428), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:48.231769 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-4144b586-3bfe-4648-ae0b-ad59643c7719 admin admin] For port 923175f7-7605-41cd-9550-0b40bb618428, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=923175f7-7605-41cd-9550-0b40bb618428,segment=NetworkSegment(5a0a104e-23c0-4f11-8e72-3fff87cad495),segment_id=5a0a104e-23c0-4f11-8e72-3fff87cad495)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:17:48.232226 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4144b586-3bfe-4648-ae0b-ad59643c7719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (923175f7-7605-41cd-9550-0b40bb618428), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:48.249673 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-4144b586-3bfe-4648-ae0b-ad59643c7719 admin admin] Calling delete_port for 923175f7-7605-41cd-9550-0b40bb618428 owned by network:router_gateway {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:17:48.336196 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-574831c3-10c7-4a11-aaa9-0bc4aff6924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c89b01-eeb8-4e7d-92e4-87ece5cac037', 'name': 'tempest-TestVolumeBootPattern-449130882-router', 'tenant_id': 'bab35fe6a80f4298af27e2208744f27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '923175f7-7605-41cd-9550-0b40bb618428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:42Z', 'updated_at': '2022-04-14T22:17:46Z', 'revision_number': 5, 'project_id': 'bab35fe6a80f4298af27e2208744f27c', 'gw_port': {'id': '923175f7-7605-41cd-9550-0b40bb618428', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:80:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c89b01-eeb8-4e7d-92e4-87ece5cac037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:42Z', 'updated_at': '2022-04-14T22:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}], 'dv-cinder-838009-1-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:17:48.369016 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574831c3-10c7-4a11-aaa9-0bc4aff6924d None None] The sync data for ids ['68c89b01-eeb8-4e7d-92e4-87ece5cac037'] in dv-cinder-838009-1-iscsi is: [{'id': '68c89b01-eeb8-4e7d-92e4-87ece5cac037', 'name': 'tempest-TestVolumeBootPattern-449130882-router', 'tenant_id': 'bab35fe6a80f4298af27e2208744f27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'external_fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '923175f7-7605-41cd-9550-0b40bb618428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:10:42Z', 'updated_at': '2022-04-14T22:17:46Z', 'revision_number': 5, 'project_id': 'bab35fe6a80f4298af27e2208744f27c', 'gw_port': {'id': '923175f7-7605-41cd-9550-0b40bb618428', 'name': '', 'network_id': '3128b05d-34b2-457b-8391-96d8c4503307', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:80:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c89b01-eeb8-4e7d-92e4-87ece5cac037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:10:42Z', 'updated_at': '2022-04-14T22:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9279f13a-7b11-4203-b3e3-d3fa0b2aa609', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-1-iscsi'}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:17:48.437959 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4144b586-3bfe-4648-ae0b-ad59643c7719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9471796'] for port (923175f7-7605-41cd-9550-0b40bb618428), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:48.466360 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144b586-3bfe-4648-ae0b-ad59643c7719 admin admin] Pushing event deleted for resources: {'Port': ['ID=923175f7-7605-41cd-9550-0b40bb618428,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:17:48.531447 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4144b586-3bfe-4648-ae0b-ad59643c7719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773821'] for router_gateway (68c89b01-eeb8-4e7d-92e4-87ece5cac037), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:48.631760 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4144b586-3bfe-4648-ae0b-ad59643c7719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1780003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26535'] for router (68c89b01-eeb8-4e7d-92e4-87ece5cac037), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:48.634097 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4144b586-3bfe-4648-ae0b-ad59643c7719 admin admin] Publish callbacks [] for router_controller (68c89b01-eeb8-4e7d-92e4-87ece5cac037), precommit_delete_associations {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:48.682479 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4144b586-3bfe-4648-ae0b-ad59643c7719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1779992'] for router (68c89b01-eeb8-4e7d-92e4-87ece5cac037), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:48.682871 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4144b586-3bfe-4648-ae0b-ad59643c7719 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68c89b01-eeb8-4e7d-92e4-87ece5cac037 {{(pid=103419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:17:48.688047 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4144b586-3bfe-4648-ae0b-ad59643c7719 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:48.688971 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-4144b586-3bfe-4648-ae0b-ad59643c7719 admin admin] 10.222.0.43 "DELETE /v2.0/routers/68c89b01-eeb8-4e7d-92e4-87ece5cac037 HTTP/1.1" status: 204 len: 168 time: 1.0999575 Apr 14 22:17:48.691691 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 54080) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:17:48.743221 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f53c1b-8ca3-43dd-81a1-0690b003f711 admin admin] Deleting subnet b8614dbb-8d32-433f-97de-ce7d58225452 {{(pid=103419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:17:48.746712 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b9f53c1b-8ca3-43dd-81a1-0690b003f711 admin admin] Publish callbacks [] for subnet (b8614dbb-8d32-433f-97de-ce7d58225452), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:48.786316 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b9f53c1b-8ca3-43dd-81a1-0690b003f711 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2730075'] for subnet (b8614dbb-8d32-433f-97de-ce7d58225452), precommit_delete_associations {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:48.890059 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b9f53c1b-8ca3-43dd-81a1-0690b003f711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779310'] for subnet (b8614dbb-8d32-433f-97de-ce7d58225452), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:48.952742 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b9f53c1b-8ca3-43dd-81a1-0690b003f711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9471835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9650152'] for subnet (b8614dbb-8d32-433f-97de-ce7d58225452), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:48.986930 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b9f53c1b-8ca3-43dd-81a1-0690b003f711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:48.992150 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-b9f53c1b-8ca3-43dd-81a1-0690b003f711 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b8614dbb-8d32-433f-97de-ce7d58225452 HTTP/1.1" status: 204 len: 168 time: 0.2974141 Apr 14 22:17:48.992150 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f53c1b-8ca3-43dd-81a1-0690b003f711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8614dbb-8d32-433f-97de-ce7d58225452,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:17:48.993503 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.43', 54082) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:17:49.001485 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b83a2c-a5a1-4cb9-aeed-ac50d7db76ad None None] Network ac537089-554f-4001-9f82-52443813bfb4 requested from dv-cinder-838009-1-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:17:49.074308 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ac848f33-db1d-45a7-b955-2189fe4dafba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606303'] for network (ac537089-554f-4001-9f82-52443813bfb4), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:49.142763 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-ac848f33-db1d-45a7-b955-2189fe4dafba admin admin] Deleting port ac014a42-a573-435f-9857-a7aa0e3e9aad {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:17:49.143104 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ac848f33-db1d-45a7-b955-2189fe4dafba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754551683624'] for port (ac014a42-a573-435f-9857-a7aa0e3e9aad), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:49.220599 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-ac848f33-db1d-45a7-b955-2189fe4dafba admin admin] For port ac014a42-a573-435f-9857-a7aa0e3e9aad, host dv-cinder-838009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-1-iscsi',level=0,port_id=ac014a42-a573-435f-9857-a7aa0e3e9aad,segment=NetworkSegment(8a2876f4-c8a7-49b1-90e7-3ada4a0a1356),segment_id=8a2876f4-c8a7-49b1-90e7-3ada4a0a1356)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:17:49.220967 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ac848f33-db1d-45a7-b955-2189fe4dafba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832009'] for port (ac014a42-a573-435f-9857-a7aa0e3e9aad), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:49.235192 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-ac848f33-db1d-45a7-b955-2189fe4dafba admin admin] Calling delete_port for ac014a42-a573-435f-9857-a7aa0e3e9aad owned by network:dhcp {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:17:49.322785 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ac848f33-db1d-45a7-b955-2189fe4dafba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754551689750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754551200705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824147'] for port (ac014a42-a573-435f-9857-a7aa0e3e9aad), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:49.349144 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac848f33-db1d-45a7-b955-2189fe4dafba admin admin] Pushing event deleted for resources: {'Port': ['ID=ac014a42-a573-435f-9857-a7aa0e3e9aad,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:17:49.352305 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac848f33-db1d-45a7-b955-2189fe4dafba admin admin] No DVR routers for this DVR port ac014a42-a573-435f-9857-a7aa0e3e9aad on host dv-cinder-838009-1-iscsi {{(pid=103420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:17:49.427808 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ac848f33-db1d-45a7-b955-2189fe4dafba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786069', 'neutron.services.segments.db._delete_segments_for_network-8754551739832'] for network (ac537089-554f-4001-9f82-52443813bfb4), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:49.429808 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c0d61b-967e-4eb8-a46d-105b0995c6f8 None None] DHCP port deletion for ac537089-554f-4001-9f82-52443813bfb4 request from dv-cinder-838009-1-iscsi {{(pid=103421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:17:49.468436 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-ac848f33-db1d-45a7-b955-2189fe4dafba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac537089-554f-4001-9f82-52443813bfb4']}} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:17:49.478947 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device eb29b779-98da-45c9-abe2-2eba5e0cd8ce no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:17:49.483807 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-ac848f33-db1d-45a7-b955-2189fe4dafba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2876f4-c8a7-49b1-90e7-3ada4a0a1356') {'for_net_delete': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:17:49.484228 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-ac848f33-db1d-45a7-b955-2189fe4dafba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2876f4-c8a7-49b1-90e7-3ada4a0a1356') {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:17:49.496576 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ac848f33-db1d-45a7-b955-2189fe4dafba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754551744449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10468376'] for segment (8a2876f4-c8a7-49b1-90e7-3ada4a0a1356), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:49.500099 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: eb29b779-98da-45c9-abe2-2eba5e0cd8ce {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:17:49.500481 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device eb29b779-98da-45c9-abe2-2eba5e0cd8ce not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:17:49.501070 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 923175f7-7605-41cd-9550-0b40bb618428 no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:17:49.510441 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ac848f33-db1d-45a7-b955-2189fe4dafba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117'] for segment (8a2876f4-c8a7-49b1-90e7-3ada4a0a1356), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:49.516636 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac848f33-db1d-45a7-b955-2189fe4dafba admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:17:49.517021 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ac848f33-db1d-45a7-b955-2189fe4dafba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8824198'] for segment (8a2876f4-c8a7-49b1-90e7-3ada4a0a1356), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: Traceback (most recent call last): Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: timer() Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: cb(*args, **kw) Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: return func(*args, **kwargs) Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: self._notify() Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: self.callback(batched_events) Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: event.method(event) Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: return f(self, *a, **k) Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: return self._get(url).json() Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: return self.request(url, 'GET', **kwargs) Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:17:49.518815 dv-cinder-838009-1-iscsi neutron-server[103420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:17:49.523826 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: 923175f7-7605-41cd-9550-0b40bb618428 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:17:49.524175 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device 923175f7-7605-41cd-9550-0b40bb618428 not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:17:49.524629 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device ac014a42-a573-435f-9857-a7aa0e3e9aad no longer exists at agent ovs-agent-dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:17:49.545494 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] No Port match for: ac014a42-a573-435f-9857-a7aa0e3e9aad {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:17:49.545841 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Device ac014a42-a573-435f-9857-a7aa0e3e9aad not bound to the agent host dv-cinder-838009-1-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:17:49.577003 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ac848f33-db1d-45a7-b955-2189fe4dafba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773785'] for network (ac537089-554f-4001-9f82-52443813bfb4), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:49.581525 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ac848f33-db1d-45a7-b955-2189fe4dafba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634340'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:49.585527 dv-cinder-838009-1-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-ac848f33-db1d-45a7-b955-2189fe4dafba admin admin] 10.222.0.43 "DELETE /v2.0/networks/ac537089-554f-4001-9f82-52443813bfb4 HTTP/1.1" status: 204 len: 168 time: 0.5909998 Apr 14 22:17:49.598911 dv-cinder-838009-1-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac848f33-db1d-45a7-b955-2189fe4dafba admin admin] Pushing event deleted for resources: {'Network': ['ID=ac537089-554f-4001-9f82-52443813bfb4,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:17:49.707852 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 54086) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:17:49.751567 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-ca036042-bd92-4661-adf0-21e7a17ad66e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=60ea1ac7ba4d4ff6ad60cc164e122876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424871 Apr 14 22:17:49.754128 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 54088) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:17:49.810770 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d49b2435-ea0f-455b-ba12-fda869efe523 admin admin] Publish callbacks [] for security_group (94af457e-86d0-4126-adbc-8aab6c3f7986), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:49.840416 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d49b2435-ea0f-455b-ba12-fda869efe523 admin admin] Publish callbacks [] for security_group (94af457e-86d0-4126-adbc-8aab6c3f7986), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:49.893025 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d49b2435-ea0f-455b-ba12-fda869efe523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (94af457e-86d0-4126-adbc-8aab6c3f7986), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:49.896429 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d49b2435-ea0f-455b-ba12-fda869efe523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:49.897831 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-d49b2435-ea0f-455b-ba12-fda869efe523 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/94af457e-86d0-4126-adbc-8aab6c3f7986 HTTP/1.1" status: 204 len: 168 time: 0.1427016 Apr 14 22:17:49.907590 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b2435-ea0f-455b-ba12-fda869efe523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94af457e-86d0-4126-adbc-8aab6c3f7986,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:17:50.219613 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 54094) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:17:50.260402 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-f03f4245-b2c5-4b28-9b9d-8b5955eeaf8d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bab35fe6a80f4298af27e2208744f27c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395494 Apr 14 22:17:50.263346 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.43', 54096) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:17:50.311275 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-357677e1-dfc7-4546-ac15-a7ea1b675db2 admin admin] Publish callbacks [] for security_group (f7063887-c071-483b-92f4-cf2027ce926b), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:50.332072 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-357677e1-dfc7-4546-ac15-a7ea1b675db2 admin admin] Publish callbacks [] for security_group (f7063887-c071-483b-92f4-cf2027ce926b), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:50.380637 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-357677e1-dfc7-4546-ac15-a7ea1b675db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788000'] for security_group (f7063887-c071-483b-92f4-cf2027ce926b), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:50.383377 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-357677e1-dfc7-4546-ac15-a7ea1b675db2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:50.384498 dv-cinder-838009-1-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-357677e1-dfc7-4546-ac15-a7ea1b675db2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f7063887-c071-483b-92f4-cf2027ce926b HTTP/1.1" status: 204 len: 168 time: 0.1201484 Apr 14 22:17:50.392212 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357677e1-dfc7-4546-ac15-a7ea1b675db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7063887-c071-483b-92f4-cf2027ce926b,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:17:54.004161 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-11565770-8dc0-4d4b-abf8-1df9cad23464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:56.419112 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a228efcb-8e1f-4bd6-8e9e-b8289597529e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:57.577056 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:58.881901 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:18:00.488797 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:18:13.136692 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:18:23.339918 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:18:24.006979 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-81eee78d-ec43-49e9-9454-c41394999276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:18:26.419991 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-99c54236-e631-4fe9-9b6c-4ca90e9d1468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:18:27.577065 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:18:28.884161 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:18:30.492363 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:18:43.151090 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:18:54.009641 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-70ea40e6-a6b6-42f7-8235-3d378bf48c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:18:56.420667 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c82f7fca-cd4c-49d5-a4d0-5fcf9c238671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:18:57.580452 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:18:58.887493 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:00.339055 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:19:00.495423 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:13.151338 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:24.011793 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1738ead8-2d76-45ed-b0f5-82b97c952740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:26.422595 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d728b1e0-26f8-463d-b4af-c1d5c16946bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:27.583098 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:28.920612 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:30.498905 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:37.338815 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:19:43.150605 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:54.015012 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-203ca623-3805-452a-a422-b6c3714039f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:56.424809 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2e3fdaf0-4827-4262-a6b7-0be99929b0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:57.585878 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:58.892230 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:00.501805 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:13.148803 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:14.337933 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:20:24.016736 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-66dbe823-8828-40df-a2be-ba5c84023297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:26.426919 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9f7e0c30-d303-4fe1-a872-fd7f43fe9e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:27.587931 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:28.896278 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:30.504771 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:43.148679 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:51.336268 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:20:54.019089 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a82f716e-ab07-42ca-a4b6-f244b4772f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:56.431562 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5e095020-ba79-414b-aa7b-5f2623e5f694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:57.591535 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:58.897301 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:00.508486 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:13.154691 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:24.020981 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f6653d02-9759-4d34-8061-c31ad3ffe48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:26.433778 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-51bc7998-6525-47ce-a59a-4d667899c11d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:27.594008 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:28.335193 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:21:28.915270 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:30.511094 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:36.941776 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [req-5e9475c7-1b11-42ea-a7f0-67ad3ef5bd07 req-72e94054-cc6c-49f1-9c08-ce878ea3c5e0 service neutron] (103419) timed out ('10.222.0.43', 49596) {{(pid=103419) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 22:21:37.136953 dv-cinder-838009-1-iscsi neutron-server[103419]: DEBUG neutron.wsgi [req-5e9475c7-1b11-42ea-a7f0-67ad3ef5bd07 req-88d602a8-a769-46d1-acc7-918be8c7f8d9 tempest-AttachVolumeShelveTestJSON-1928670647 tempest-AttachVolumeShelveTestJSON-1928670647-project] (103419) timed out ('10.222.0.43', 49610) {{(pid=103419) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 22:21:43.151968 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:54.023018 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa18289a-b608-40e3-a358-11751a626b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:56.435969 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1e3ad5c3-a79f-4ab9-8ca5-ee9099ae1358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:57.596715 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:58.904432 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:00.516415 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:05.333763 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:22:13.146008 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:24.025298 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-558223a5-72c1-42c9-84b9-48c3ccfee12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:26.438109 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-036ea89b-3bd8-4899-bd35-fdacb82e378f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:27.599580 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:28.904823 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:30.519129 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:42.333023 dv-cinder-838009-1-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-8eb38646-f3f7-4288-b2ad-c87532a004c6 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:22:43.163875 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f056e707-8554-4b6e-94b3-4cc37d7bd326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (a0099bcd-bb41-4a7e-a45e-2f38f6e9b749), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:54.027091 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c57f82b5-43ba-4f96-94fa-724d601c52f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (806db378-0d8c-47fe-9666-9619b6d8e1d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:56.439914 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3f1a1338-3096-4bc7-ad2c-ae5bc32463be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9fb2615d-a397-4304-8cf0-71d108305f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:57.603133 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85d992c3-fd75-4324-9152-d67af5efc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (d19f9fb4-c57f-46a8-8242-d15981e8207b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:58.908158 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5a964b-6073-48a9-9f5a-3befde695580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (48c4dc01-5930-422c-92eb-8a46a34198fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:23:00.521203 dv-cinder-838009-1-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80b53af1-35dd-4921-bbed-8a8d7803e28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754551739814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373652'] for agent (9d8f59e9-dbd8-4cc9-b1c1-e8887cfc5355), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}